-- Logs begin at Thu 2021-10-28 11:30:06 UTC, end at Thu 2021-10-28 12:34:48 UTC. -- Oct 28 12:04:04.514382 dv-cinder-815712-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 12:04:07.263722 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:04:07.264355 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:04:07.264497 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:04:07.267785 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:04:07.268038 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:04:07.268350 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:04:07.269290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:04:07.269523 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:04:07.269890 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:04:07.270134 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:04:07.270356 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:04:07.270693 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.270995 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.271290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.271519 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.271813 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.272101 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.272383 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.272672 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.272967 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.273251 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.273530 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.273813 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.274045 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.274325 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.274610 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.274922 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.275174 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] debug = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.275428 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.275860 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.276291 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.276567 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.276854 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.277129 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.277398 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.277670 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.277951 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.278279 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] host = dv-cinder-815712-4-iscsi {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.278556 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.278870 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.279157 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.279442 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.279714 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.279987 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.280267 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.280537 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.280808 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.281677 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.281969 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.282257 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.282543 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.282793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.283017 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.283305 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.283596 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.283871 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.284146 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.284418 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.284702 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.284962 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.285236 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.285514 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.285796 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.286078 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.286352 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.286625 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.286921 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.287194 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.287478 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.287750 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.288022 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.288294 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.288579 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.288847 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.289120 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.289416 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.289697 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.289973 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.290256 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.290528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.290839 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.291112 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.291382 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.291650 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_json = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.291922 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.292189 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.292467 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.292738 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.293005 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.293278 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.293553 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.293835 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:07.294135 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.294428 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.294750 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.295036 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.295338 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.295617 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.295903 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.296181 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.296466 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.297548 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.297847 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.298126 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.298413 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.298710 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.299007 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.299312 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.299602 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.299893 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.300166 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.300439 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.300709 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.300984 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.301268 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.301545 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.301829 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.302114 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.302392 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.302692 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.302990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.303280 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.303551 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.303829 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.304116 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.304394 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.304665 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.304941 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.305226 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.305511 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.305775 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.306055 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.306332 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.306602 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.306896 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.307173 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.307460 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.307736 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.308007 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.308277 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.308551 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.308821 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.309104 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.309377 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.309647 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.309917 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.310192 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.310463 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.310761 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.311039 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.311307 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.311581 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.311852 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.312124 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.312421 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.312706 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.312965 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.313232 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.313499 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.313772 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.314043 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.314314 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.314581 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.314882 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.315153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.315437 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.315737 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.316018 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.316300 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.316580 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.316859 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.317137 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.317415 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.317698 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.317978 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.318250 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.318538 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.318849 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.319139 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.319424 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.319701 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.320030 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.320311 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.320598 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.320877 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.321160 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.321442 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.321725 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.322017 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.322309 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.322603 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.322916 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.323209 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.323490 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.323799 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.324077 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:07.324296 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:04:07.324540 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101384) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 12:04:07.761062 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:04:07.761335 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:04:07.761622 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:04:07.761954 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 12:04:08.084079 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.084357 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.084541 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.085743 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.086019 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.086290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.121240 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.121514 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.121782 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.136963 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.137240 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.137505 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.170075 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.170353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.170623 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.207321 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.207600 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.207866 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.445343 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.445990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.445990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.446254 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.446861 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.577512 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.577856 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.578138 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.578408 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.578713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.579014 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.579275 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.579528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.579779 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.580057 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.580316 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.580587 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.580835 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.581085 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.581336 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.581596 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.581847 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.582122 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.582392 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.582649 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.582947 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.583199 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.583480 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.583854 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.584104 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.584347 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.584741 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.584983 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.585221 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.585457 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.585690 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.585926 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:08.586288 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 12:04:08.589612 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 12:04:08.594142 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 12:04:08.597969 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Oct 28 12:04:08.599645 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 12:04:08.600112 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 12:04:08.600449 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 12:04:08.600839 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 12:04:08.603699 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 12:04:08.603951 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 12:04:08.604296 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:04:08.610188 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 12:04:08.632334 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 12:04:08.632793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.633091 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101384) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 12:04:08.633456 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.634890 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101384) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 12:04:08.635175 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:04:08.635423 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 12:04:08.638660 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.638964 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:08.702199 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 12:04:08.702369 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 12:04:08.702589 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 12:04:08.703029 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 12:04:08.724181 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_db.sqlalchemy.engines [None req-59294ff3-5e67-4172-8367-47314350de68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101384) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 12:04:09.270759 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing driver for type 'gre' Oct 28 12:04:09.271306 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59294ff3-5e67-4172-8367-47314350de68 None None] gre ID ranges: [(1, 1000)] Oct 28 12:04:09.322793 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing driver for type 'local' Oct 28 12:04:09.323135 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing driver for type 'vlan' Oct 28 12:04:09.336077 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59294ff3-5e67-4172-8367-47314350de68 None None] VlanTypeDriver initialization complete Oct 28 12:04:09.336509 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing driver for type 'vxlan' Oct 28 12:04:09.337165 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59294ff3-5e67-4172-8367-47314350de68 None None] vxlan ID ranges: [(1, 1000)] Oct 28 12:04:09.389827 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing extension driver 'port_security' Oct 28 12:04:09.390457 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.extensions.port_security [None req-59294ff3-5e67-4172-8367-47314350de68 None None] PortSecurityExtensionDriver initialization complete Oct 28 12:04:09.390844 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing mechanism driver 'openvswitch' Oct 28 12:04:09.391172 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing mechanism driver 'hyperv' Oct 28 12:04:09.398083 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.plugin [None req-59294ff3-5e67-4172-8367-47314350de68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:09.398999 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.399353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.399705 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.400260 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.400707 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.401059 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.401403 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.401793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.402209 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.402558 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.403089 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.403477 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.403900 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.404246 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.404583 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.404971 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.405387 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.405731 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.406558 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.406989 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.407399 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > address_group after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.407742 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > address_group after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.408077 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.408480 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:04:09.408857 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59294ff3-5e67-4172-8367-47314350de68 None None] ML2 OVO RPC backend initialized. {{(pid=101384) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 12:04:09.409614 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.409966 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.410379 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.410743 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > networks before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.411089 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.411424 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > ports before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.411760 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.412094 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnets before_response 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.412430 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.412761 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.413090 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.413420 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.413750 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.414077 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.414406 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.414834 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.415209 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.415829 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.plugin [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Modular L2 Plugin initialization complete Oct 28 12:04:09.416193 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading services supported by the core plugin {{(pid=101384) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 12:04:09.416529 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.plugins.ml2.managers [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Got port-security extension from driver 'port_security' Oct 28 12:04:09.417002 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.extensions.vlantransparent [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Disabled vlantransparent extension. Oct 28 12:04:09.417493 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101384) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 12:04:09.417815 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: router Oct 28 12:04:09.456389 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.457042 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_create 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.457145 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router before_create 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.457473 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.457840 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.458200 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_delete 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.458552 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.459058 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.459419 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_create 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.459763 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.460108 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.460451 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.460804 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.461207 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.461574 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.461908 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.462240 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: subnet after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.462574 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.462957 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.463400 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_create 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.463737 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.464074 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.464425 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router after_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.464759 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.465101 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_create 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.465454 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.465792 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_update 55549900 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.466153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > agent after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.466496 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > agent after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.466864 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > network after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.467785 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Tracking information for resource: router configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:09.468115 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Tracking information for resource: floatingip configured {{(pid=101384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:04:09.473842 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.db.l3_agentschedulers_db [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 12:04:09.474424 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.474804 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.475152 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.475500 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: port after_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.476293 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router before_create 55550100 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.476651 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.477005 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_create 55550100 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.477353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > router precommit_update 55550100 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.482282 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.provider_configuration [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service providers = [] {{(pid=101384) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 12:04:09.482648 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.db.servicetype_db [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101384) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 12:04:09.486323 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.service_base [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:04:09.486668 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.service_base [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:04:09.487030 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.service_base [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:04:09.487918 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.services.service_base [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:04:09.488290 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.services.service_base [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 12:04:09.488678 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.488995 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 12:04:09.501550 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.501881 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: auto_allocate Oct 28 12:04:09.507951 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: network precommit_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.508330 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: network precommit_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.508868 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.509187 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: tag Oct 28 12:04:09.517619 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.518023 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: timestamp Oct 28 12:04:09.523384 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.523598 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: network_ip_availability Oct 28 12:04:09.532281 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.532717 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.533102 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.534104 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.534468 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: flavors Oct 28 12:04:09.539759 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.540092 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading Plugin: revisions Oct 28 12:04:09.544488 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:04:09.544876 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=101384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:04:09.545651 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101384) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 12:04:09.545978 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Initializing extension manager. Oct 28 12:04:09.546549 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: __init__.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.547441 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: __pycache__ {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.547774 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.548109 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: address_group.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.548899 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.549485 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: address-group Oct 28 12:04:09.549806 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: address_scope.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.550519 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.551055 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: address-scope Oct 28 12:04:09.551375 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.552331 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.552836 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: router-admin-state-down-before-update Oct 28 12:04:09.553153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: agent.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.553853 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.554359 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: agent Oct 28 12:04:09.554690 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: agent_resources_synced.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.555689 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.556194 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: agent-resources-synced Oct 28 12:04:09.556512 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: allowedaddresspairs.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.558360 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.558908 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: allowed-address-pairs Oct 28 12:04:09.559232 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: auto_allocated_topology.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.560327 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.560833 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: auto-allocated-topology Oct 28 12:04:09.561153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: availability_zone.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.561843 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.564416 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: availability_zone Oct 28 12:04:09.564764 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: availability_zone_filter.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.565712 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.566236 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: availability_zone_filter Oct 28 12:04:09.566560 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: data_plane_status.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.567488 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.567996 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 12:04:09.568318 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: default_subnetpools.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.569236 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.569749 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: default-subnetpools Oct 28 12:04:09.570069 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.570952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.571467 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: dhcp_agent_scheduler Oct 28 12:04:09.571792 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: dns.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.572711 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.573319 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 12:04:09.573642 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: dns_domain_ports.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.574557 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.575088 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 12:04:09.575409 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.576321 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.576828 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 12:04:09.577148 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: dvr.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.577848 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.578356 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: dvr Oct 28 12:04:09.578703 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: ecmp_routes.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.579622 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.580126 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 12:04:09.580448 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: empty_string_filtering.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.581353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.581854 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: empty-string-filtering Oct 28 12:04:09.582171 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.583111 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.583610 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:04:09.583928 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.584841 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.585341 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 12:04:09.585660 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: external_net.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.586572 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.587196 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: external-net Oct 28 12:04:09.587511 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.588432 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.588933 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: extra_dhcp_opt Oct 28 12:04:09.589251 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: extraroute.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.590156 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.590655 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: extraroute Oct 28 12:04:09.590998 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: extraroute_atomic.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.592046 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.592549 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: extraroute-atomic Oct 28 12:04:09.592870 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: filter_validation.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.594288 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.594828 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: filter-validation Oct 28 12:04:09.595155 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: fip_pf_description.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.596067 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.596567 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 12:04:09.596884 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: fip_port_details.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.597818 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.598330 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: fip-port-details Oct 28 12:04:09.598648 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: flavors.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.599933 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.600445 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: flavors Oct 28 12:04:09.600767 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.602439 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.603075 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 12:04:09.603405 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: floatingip_pools.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.604114 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.604620 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: floatingip-pools Oct 28 12:04:09.604941 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: ip_allocation.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.605864 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.606367 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 12:04:09.606700 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.607634 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.608145 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: ip-substring-filtering Oct 28 12:04:09.608465 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l2_adjacency.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.609990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.610490 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 12:04:09.610848 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.611862 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.612381 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: router Oct 28 12:04:09.612704 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.615048 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.615577 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:04:09.615904 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.616837 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.617351 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: ext-gw-mode Oct 28 12:04:09.617677 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.618587 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.619210 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: l3-ha Oct 28 12:04:09.619530 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3_flavors.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.620439 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.620946 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: l3-flavors Oct 28 12:04:09.621263 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.622167 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.622671 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 12:04:09.623010 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: l3agentscheduler.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.624083 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.624621 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: l3_agent_scheduler Oct 28 12:04:09.624950 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: logging.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.626466 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.627017 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension logging not supported by any of loaded plugins Oct 28 12:04:09.627350 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: metering.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.628100 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.628678 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: metering Oct 28 12:04:09.629005 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.630234 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.630784 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: metering_source_and_destination_fields Oct 28 12:04:09.631112 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: multiprovidernet.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.632030 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.632537 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: multi-provider Oct 28 12:04:09.632858 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: netmtu.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.633766 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.634270 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: net-mtu Oct 28 12:04:09.634589 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: netmtu_writable.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.635607 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.636111 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: net-mtu-writable Oct 28 12:04:09.636434 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: network_availability_zone.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.637112 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.637615 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: network_availability_zone Oct 28 12:04:09.637935 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: network_ip_availability.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.639089 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.639596 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: network-ip-availability Oct 28 12:04:09.639917 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: network_segment_range.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.641210 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.641713 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 12:04:09.642033 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: pagination.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.643061 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.643389 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: pagination Oct 28 12:04:09.643710 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: port_device_profile.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.644622 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.645138 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: port-device-profile Oct 28 12:04:09.645459 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.646374 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.646915 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: port-mac-address-regenerate Oct 28 12:04:09.647235 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.648142 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.648649 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: port-numa-affinity-policy Oct 28 12:04:09.648970 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: port_resource_request.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.649952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.650457 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 12:04:09.650815 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: portbindings.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.651738 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.652246 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: binding Oct 28 12:04:09.652567 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: portbindings_extended.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.653845 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.654353 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: binding-extended Oct 28 12:04:09.654698 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: portsecurity.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.655620 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.656712 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: port-security Oct 28 12:04:09.657029 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: project_id.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.658004 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.658331 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: project-id Oct 28 12:04:09.658650 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: providernet.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.659593 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.660099 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: provider Oct 28 12:04:09.660418 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.664096 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.664622 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos not supported by any of loaded plugins Oct 28 12:04:09.664952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.666301 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.666856 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 12:04:09.667187 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.668106 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.668613 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 12:04:09.668938 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_default.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.669851 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.670356 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-default not supported by any of loaded plugins Oct 28 12:04:09.670706 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_fip.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.671370 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.672153 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 12:04:09.672473 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_gateway_ip.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.673397 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.673900 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 12:04:09.674220 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_port_network_policy.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.675169 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.675684 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 12:04:09.676006 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.677045 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.677552 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 12:04:09.677875 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_pps_rule.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.679090 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.679604 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 12:04:09.679926 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_rule_type_details.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.680857 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.681359 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 12:04:09.681679 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: qos_rules_alias.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.682952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.683556 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 12:04:09.683882 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: quotasv2.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.684866 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.685251 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: quotas Oct 28 12:04:09.685519 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: quotasv2_detail.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.688799 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.689138 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: quota_details Oct 28 12:04:09.689470 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: rbac.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.690567 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.691139 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: rbac-policies Oct 28 12:04:09.691468 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: rbac_address_group.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.692404 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.692919 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: rbac-address-group Oct 28 12:04:09.693241 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: rbac_address_scope.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.694160 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.694669 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: rbac-address-scope Oct 28 12:04:09.695017 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: rbac_security_groups.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.695936 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.696545 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: rbac-security-groups Oct 28 12:04:09.696863 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: rbac_subnetpool.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.697780 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.698293 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: rbac-subnetpool Oct 28 12:04:09.698612 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: revisionifmatch.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.699563 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.700072 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: revision-if-match Oct 28 12:04:09.700389 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: revisions.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.701521 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.702034 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: standard-attr-revisions Oct 28 12:04:09.702357 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: router_availability_zone.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.703578 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.704086 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: router_availability_zone Oct 28 12:04:09.704403 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: routerservicetype.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.705322 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.705835 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 12:04:09.706155 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.707095 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.707614 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: security-groups-normalized-cidr Oct 28 12:04:09.707934 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.708879 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.709518 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: port-security-groups-filtering Oct 28 12:04:09.709966 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.711249 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.712349 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: security-groups-remote-address-group Oct 28 12:04:09.712780 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: securitygroup.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.724256 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.724787 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: security-group Oct 28 12:04:09.725115 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: segment.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.725904 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.726416 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension segment not supported by any of loaded plugins Oct 28 12:04:09.726764 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.727780 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.728290 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 12:04:09.728613 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: servicetype.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.729734 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.730250 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: service-type Oct 28 12:04:09.730574 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: sorting.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.731585 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.731919 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: sorting Oct 28 12:04:09.732241 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: standard_attr_segment.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.733161 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.733672 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 12:04:09.734179 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: standardattrdescription.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.735429 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.736063 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: standard-attr-description Oct 28 12:04:09.736852 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: stateful_security_group.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.737948 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.738933 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: stateful-security-group Oct 28 12:04:09.739324 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: stdattrs_common.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.739957 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 12:04:09.740630 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.742153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.742153 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 12:04:09.742565 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnet_onboard.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.743687 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.744206 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: subnet_onboard Oct 28 12:04:09.744531 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.745525 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.746063 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 12:04:09.746394 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnet_service_types.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.747343 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.747855 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: subnet-service-types Oct 28 12:04:09.748178 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnetallocation.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.749271 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.749815 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: subnet_allocation Oct 28 12:04:09.750148 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.750854 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.751380 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: subnetpool-prefix-ops Oct 28 12:04:09.751701 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.752628 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.753138 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 12:04:09.753460 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: tagging.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.754551 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.755101 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: standard-attr-tag Oct 28 12:04:09.755428 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: timestamp.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.756640 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.757152 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loaded extension: standard-attr-timestamp Oct 28 12:04:09.757482 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: trunk.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.758511 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.759053 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension trunk not supported by any of loaded plugins Oct 28 12:04:09.759377 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: trunk_details.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.760295 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.760805 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 12:04:09.761127 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: uplink_status_propagation.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.762053 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.762564 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 12:04:09.762915 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Loading extension file: vlantransparent.py {{(pid=101384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:04:09.763590 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:04:09.764100 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 12:04:09.767195 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:network Oct 28 12:04:09.767724 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnet Oct 28 12:04:09.768121 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:04:09.768509 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:port Oct 28 12:04:09.769763 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.770212 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service FLAVORS assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.770868 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.771290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.771620 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:router Oct 28 12:04:09.772057 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:04:09.772548 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service METERING assigned prefix: /metering {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.774052 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.774358 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.774720 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:04:09.775800 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:04:09.776242 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:04:09.776679 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:04:09.777290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service CORE assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.777619 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:04:09.777961 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] subnetpool is already registered Oct 28 12:04:09.778373 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service CORE assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.778717 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:04:09.779051 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] subnetpool is already registered Oct 28 12:04:09.782019 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.782460 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service FLAVORS assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.783084 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.783523 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.783853 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:router Oct 28 12:04:09.784190 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] router is already registered Oct 28 12:04:09.784611 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:04:09.784944 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] floatingip is already registered Oct 28 12:04:09.785405 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service METERING assigned prefix: /metering {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.786114 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:04:09.786445 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] rbac_policy is already registered Oct 28 12:04:09.786892 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:04:09.787242 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] security_group is already registered Oct 28 12:04:09.787650 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:04:09.787981 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] security_group_rule is already registered Oct 28 12:04:09.788464 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service CORE assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.788787 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:04:09.789116 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] subnetpool is already registered Oct 28 12:04:09.789532 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.v2.resource_helper [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Service CORE assigned prefix: {{(pid=101384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:04:09.789856 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:04:09.790181 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING neutron.quota.resource_registry [None req-59294ff3-5e67-4172-8367-47314350de68 None None] subnetpool is already registered Oct 28 12:04:09.791976 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: extensions {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.793471 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: address-groups {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.794973 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: address-scopes {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.796210 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: agents {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.797768 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: auto-allocated-topology {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.799047 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: availability_zones {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.800279 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: dhcp-networks {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.801689 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: dhcp-agents {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.803239 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: routers {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.805372 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: flavors {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.806627 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: service_profiles {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.807994 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: next_providers {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.809441 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: service_profiles {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.810915 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: floatingip-pools {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.812271 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: routers {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.814389 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: floatingips {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.815732 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: l3-routers {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.817106 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: l3-agents {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.818504 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: metering-labels {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.819793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: metering-label-rules {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.821186 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: network-ip-availabilities {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.822569 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: bindings {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.824157 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: quotas {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.825826 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: quotas {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.827388 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: rbac-policies {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.829126 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: security-groups {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.830455 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: security-group-rules {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.831711 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: service-providers {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.832936 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: subnetpools {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.834348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: subnetpools {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.835846 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.837537 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.839371 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.841146 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.842979 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.845480 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.847228 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.850021 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.851865 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.853594 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron.api.extensions [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Extended resource: tags {{(pid=101384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:04:09.859876 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING keystonemiddleware.auth_token [None req-59294ff3-5e67-4172-8367-47314350de68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 12:04:09.864529 dv-cinder-815712-4-iscsi neutron-server[101384]: WARNING keystonemiddleware.auth_token [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 12:04:09.873480 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Acquired lock "singleton_lock" {{(pid=101384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 12:04:09.873954 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_concurrency.lockutils [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Releasing lock "singleton_lock" {{(pid=101384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 12:04:09.874637 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Starting 2 workers Oct 28 12:04:09.879528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Started child 101493 {{(pid=101384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:04:09.885649 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Started child 101494 {{(pid=101384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:04:09.885855 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.886476 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO neutron.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 12:04:09.886567 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Publish callbacks [] for process, before_spawn {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.886763 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [-] (101493) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:04:09.888981 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Starting 1 workers Oct 28 12:04:09.890880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.892302 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [-] (101494) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:04:09.894891 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Started child 101495 {{(pid=101384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:04:09.895430 dv-cinder-815712-4-iscsi neutron-server[101384]: INFO oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Starting 1 workers Oct 28 12:04:09.898592 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] calling RpcWorker wait() {{(pid=101495) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 12:04:09.899170 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] returning from RpcWorker wait() {{(pid=101495) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 12:04:09.900076 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Started child 101496 {{(pid=101384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:04:09.900599 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.900853 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-59294ff3-5e67-4172-8367-47314350de68 None None] Publish callbacks [] for process, after_spawn {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.901296 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:09.902755 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:04:09.902975 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:04:09.903157 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:04:09.903369 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:04:09.903685 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:04:09.903844 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:04:09.904370 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.904655 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.904901 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.905107 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:09.905571 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.905571 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.906489 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.906758 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.907007 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.907276 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.907520 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.907726 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.907890 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.908146 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.908389 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.908698 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.908958 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.909202 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.909456 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.909622 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.909873 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.910140 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.910380 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.910644 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] debug = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.910911 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.911351 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.911569 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.911807 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.912031 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.912288 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.912531 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.912793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.913019 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.913258 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.913493 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.913732 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.913962 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.914163 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.914379 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.914626 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.914975 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.915426 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] host = dv-cinder-815712-4-iscsi {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.915639 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.915853 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.916073 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.916292 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.916530 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.916743 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.917001 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.917248 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.917481 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.917773 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.918010 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.918256 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.918486 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.918758 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.918918 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_options = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.919153 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.919421 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.919663 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.919854 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.920017 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.920189 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.920453 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.920611 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.920848 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.921061 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.921270 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.921514 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.922005 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.922243 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.922490 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.922748 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.922979 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.923232 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.923468 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.923703 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.923919 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.924136 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.924381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.924620 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.924894 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.925114 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.925332 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.925537 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.925742 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.926003 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.926228 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.926486 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.926733 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.926973 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.927223 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.927467 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.927690 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.927913 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.928166 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.928405 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.928676 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.928924 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.929130 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.929354 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.929560 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.929765 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.929992 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_json = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.930222 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.930568 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.930821 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.931058 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.931295 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.931503 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.931721 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.931937 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:09.932381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.932651 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.932943 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.933225 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.933490 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.933697 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.933893 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.934127 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.934366 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.934587 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.934896 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.935125 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.936166 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:09.936401 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.936651 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.936906 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.937352 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.937599 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.937872 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.938088 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.938300 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.938531 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.940220 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.940528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.940840 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.941176 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.941441 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.941863 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.942305 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.946800 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.948979 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.949270 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.949514 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.954045 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.954367 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.954641 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.954920 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.955174 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.955475 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.955733 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.955962 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.956219 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.956468 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.956713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.956952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.957205 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.957473 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.957713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.957936 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.958161 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.958380 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.958623 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.959952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.962384 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.964590 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.964888 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.965146 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.965391 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.965639 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.965881 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.966136 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.966389 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.966618 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.966866 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.967090 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.967316 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.967538 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.967803 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.968054 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.968302 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.969160 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.969397 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.969649 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.969894 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.970113 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.970355 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.970610 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.971793 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.972024 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.972268 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.972485 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.972698 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.972922 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.973134 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.973387 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.973588 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.973810 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.974024 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.974241 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.974452 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.974747 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.975292 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.975554 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.975805 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.976193 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.976458 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.976699 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.976956 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.977944 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.978192 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.978414 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.978702 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.978952 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.979184 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.979415 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.979652 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.979911 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.980138 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.980366 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.980585 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.980823 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.981047 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.981327 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.981560 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.981826 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.982067 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.982316 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.982662 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.983002 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.983278 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.983532 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.984543 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.984960 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.985946 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.986641 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.986924 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.987164 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.987816 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.988151 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.988448 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.988715 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.988957 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.989227 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.989520 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.989769 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.990014 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.990247 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.990502 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.990859 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.991114 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.991337 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.991568 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.991829 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.992306 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.992625 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.992911 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.993167 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.993420 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.993827 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.994062 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.994293 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.994528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.994789 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.995005 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.995240 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.995457 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.995705 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.995920 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.996157 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.996395 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.996614 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.996834 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.997048 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.997284 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.997504 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.997751 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.997964 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.998207 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.998445 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.998657 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.999066 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.999288 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:09.999504 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.000273 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.000514 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.000795 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.001043 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.001277 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.001524 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.001772 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.002016 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.002234 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.002479 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.002745 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.002961 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.003175 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.003393 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.003622 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.003862 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.004085 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.004297 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.004553 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.004802 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.005164 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.005415 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.005662 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.005917 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.006135 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.006374 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.006592 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.006836 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.007068 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.007286 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.007503 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.007776 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.008028 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.008282 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.008496 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.008713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.008949 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.009165 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.009411 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.009697 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.009951 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.010186 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.010449 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.010748 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.010979 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.011218 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.011491 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.011605 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.011841 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.012007 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.012210 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.012456 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.012722 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.012872 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.013139 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.013353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.013589 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.013813 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.014008 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.014232 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.014453 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.014739 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.014900 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.015125 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.015873 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.016087 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.016331 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.016549 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.016757 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.016985 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.017207 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.017423 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.017662 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.017878 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.018086 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.018364 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.018612 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.018950 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.019262 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.019515 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.019766 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.020009 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.021015 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.021256 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.021496 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.022152 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.022381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.022627 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.022930 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.023246 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.024000 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.024330 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.025063 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.025374 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.025668 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.025936 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.026170 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.026932 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.028074 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.028374 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.029713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.030313 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.031515 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.031758 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.032016 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.032625 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.033578 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.033814 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.034087 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.034368 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.034611 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.034857 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.035105 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.035354 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.036957 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.037836 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.038106 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.038366 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.038537 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:04:10.039092 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:10.039274 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:04:10.039274 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:04:10.039546 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:04:10.039703 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:04:10.039897 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:04:10.039897 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:04:10.040160 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040317 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040454 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040588 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040720 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.040990 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041270 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041403 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041537 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041669 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041802 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.041935 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042067 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042209 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042344 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042477 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042619 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.042995 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043155 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043451 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043611 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] debug = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043763 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.043966 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044136 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044271 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044423 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044562 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044695 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.044855 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045006 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045219 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045357 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045582 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045582 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045844 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.045978 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.046112 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.046245 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.046377 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] host = dv-cinder-815712-4-iscsi {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.046548 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.046978 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047121 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047311 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047464 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047600 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047733 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047866 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.047998 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048142 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048276 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048410 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048542 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048676 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048808 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_options = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.048970 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.049122 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.049256 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.049442 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.049607 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.049847 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.050013 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.050173 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.050334 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.050484 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.051833 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052381 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052588 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052588 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052742 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.052859 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053014 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053168 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053323 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053481 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053644 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053806 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.053950 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054151 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054300 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054386 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054660 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054841 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.054997 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055155 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055310 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055463 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055640 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055795 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.055975 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056103 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056247 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056399 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_json = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056553 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056708 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.056859 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057013 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057164 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057317 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057522 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057760 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:04:10.057938 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.058096 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.058265 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.058422 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.058578 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.059430 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.059606 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.059766 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.059927 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.060085 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.060292 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.060501 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.060720 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.060883 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061043 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061203 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061361 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061517 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061673 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061829 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.061985 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.062656 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.062940 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063095 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063251 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063404 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063552 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063727 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.063878 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064034 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064188 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064337 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064497 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064653 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064811 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.064968 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065139 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065350 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065512 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065669 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065825 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.065981 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066187 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066349 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066556 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066718 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066857 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.066981 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067120 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067267 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067423 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067580 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067737 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.067893 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068049 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068216 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068372 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068528 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068683 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068840 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.068996 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.069245 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.069413 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.069569 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.069726 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.069882 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070052 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070209 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070365 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070521 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070713 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.070852 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071067 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071238 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071424 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071581 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071738 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.071894 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072051 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072342 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072485 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072644 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072801 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.072957 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073114 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073270 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073426 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073582 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073741 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.073901 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074064 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074218 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074376 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074532 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074705 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.074860 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075011 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075172 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075322 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075478 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075632 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075788 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.075947 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076103 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076257 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076413 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076568 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076725 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.076880 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.077036 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.077192 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.077349 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.077504 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.077660 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.078353 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.078533 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.078708 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.078890 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079037 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079181 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079322 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079486 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079636 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079795 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.079943 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080100 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080260 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080403 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080557 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080705 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.080858 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081013 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081177 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081342 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081490 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081643 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081798 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.081976 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082126 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082284 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082433 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082591 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082765 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.082912 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083082 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083226 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083367 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083525 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083674 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083832 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.083981 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084140 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084289 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084442 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084592 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084758 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.084905 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085062 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085204 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085507 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085656 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085809 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.085965 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.086123 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.086276 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.086466 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.086559 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.086750 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087348 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087712 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087712 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087878 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.087959 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.088890 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089052 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089485 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089485 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089671 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089671 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089809 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.089996 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.090197 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.090426 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.090580 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.090759 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.090911 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091063 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091215 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091383 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091536 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091749 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.091884 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092030 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092135 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092283 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092436 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092589 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092749 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.092905 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093138 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093294 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093475 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093627 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093778 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.093929 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094091 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094247 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094417 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094573 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094751 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.094906 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095058 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095210 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095371 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095521 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095671 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095831 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.095985 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.096245 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.096419 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.096575 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.096731 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.096881 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097029 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097181 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097339 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097488 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097638 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097789 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.097948 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098102 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098266 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098421 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098577 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098738 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.098901 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099057 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099228 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099384 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099525 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099683 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099838 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.099994 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100158 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100314 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100471 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100634 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100790 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.100967 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101123 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101290 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101446 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101605 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101757 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.101905 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102058 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102246 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102418 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102579 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102756 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.102904 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.103063 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.103222 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.103380 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.103530 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.103687 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104112 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104284 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104440 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104598 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104755 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.104911 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105071 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105227 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105368 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105516 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105652 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105802 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.105962 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106116 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106254 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106392 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106524 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106663 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.106922 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.107073 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:04:10.107213 dv-cinder-815712-4-iscsi neutron-server[101384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:04:10.195067 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51236) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:10.204428 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071881 Oct 28 12:04:22.006068 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6378f-8efb-4a21-aa55-177b13f0dba8 None None] get_active_networks_info from dv-cinder-815712-4-iscsi {{(pid=101495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 12:04:22.122317 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6378f-8efb-4a21-aa55-177b13f0dba8 None None] No non-hosted networks {{(pid=101495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 12:04:22.153127 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.agentschedulers_db [None req-fbd6378f-8efb-4a21-aa55-177b13f0dba8 None None] DHCP Agent not found on host dv-cinder-815712-4-iscsi {{(pid=101495) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 12:04:22.340651 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-34b7549b-f0f9-4a02-88d7-89ffdd573729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:24.459436 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-92c9258d-6355-4d93-8ed9-47c93ea1f412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:24.514354 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1cdf47ae-14b7-4426-89da-29ac541c154d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:25.667215 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:25.702024 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:25.704137 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.705132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.705706 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.706639 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.707278 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.707811 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.708413 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.708969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.709561 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.710004 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.710503 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.711207 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:25.711705 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815712-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:25.736596 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815712-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:04:27.127320 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:28.292545 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.db.l3_hamode_db [None req-12cbf6f3-cb3c-40e3-a529-e867f5645353 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 12:04:28.369861 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbf6f3-cb3c-40e3-a529-e867f5645353 None None] Routers set() bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:04:28.370244 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbf6f3-cb3c-40e3-a529-e867f5645353 None None] Router IDs set() for agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 12:04:28.548319 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 51326) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:29.037288 dv-cinder-815712-4-iscsi neutron-server[101494]: WARNING oslo_policy.policy [None req-6ce226d6-d1fc-41d5-a26c-5f6fdbb4f812 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:29.037877 dv-cinder-815712-4-iscsi neutron-server[101494]: WARNING oslo_policy.policy [None req-6ce226d6-d1fc-41d5-a26c-5f6fdbb4f812 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:29.263489 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [None req-6ce226d6-d1fc-41d5-a26c-5f6fdbb4f812 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:04:29.265326 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6ce226d6-d1fc-41d5-a26c-5f6fdbb4f812 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7150507 Oct 28 12:04:31.761551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51340) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:32.250559 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING oslo_policy.policy [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:32.251204 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING oslo_policy.policy [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:32.477630 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:32.578633 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.policy [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101493) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:04:32.626121 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING oslo_policy.policy [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:32.626493 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING oslo_policy.policy [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:04:32.634946 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.quota [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] Loaded quota_driver: . Oct 28 12:04:32.724149 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770328380642', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770328385855', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770328392782', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770328333834', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770326843377', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770328353442', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-654171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-922806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-17179815054', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-17179344934'] for rbac-policy, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:32.791476 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:32.793033 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c7bce27d-b9db-4c58-b278-f96794377b7b admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0305119 Oct 28 12:04:35.579473 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51358) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:35.875278 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'name': 'private'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:35.904898 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Made reservation on behalf of bcf04abaa139472b8ff1b37f17460a64 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:04:35.907699 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:35.925103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.035639 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.039162 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.064792 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1388, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:04:36.089906 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770323518805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.090484 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Unsubscribe: segment precommit_create {{(pid=101493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:04:36.091041 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Added segment b43aa964-f8f7-4877-a601-004922c54414 of type vlan for network bb3b4dce-a3a4-4281-a3b6-0486db891e8f Oct 28 12:04:36.097192 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6d4c5-6ce6-493e-8d7e-1ded814c5b8b,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:36.136729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.137158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.137566 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.137977 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.138343 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.138752 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.139146 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.139533 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.139930 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.140261 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.140596 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.140949 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Tracked resource versions report: Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: pushed versions: Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: { 'AddressGroup': {'1.2'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'ConntrackHelper': {'1.0'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Log': {'1.0'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Network': {'1.1'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Port': {'1.7'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'PortForwarding': {'1.2'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'QosPolicy': {'1.10'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroup': {'1.4'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SubPort': {'1.0'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Subnet': {'1.1'}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Trunk': {'1.1'}} Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: consumer versions: Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'ConntrackHelper': '1.0', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Log': '1.0', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Network': '1.1', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Port': '1.7', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'PortForwarding': '1.2', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'QosPolicy': '1.10', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroup': '1.4', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroupRule': '1.2', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SubPort': '1.0', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Subnet': '1.1', Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Trunk': '1.1'}} Oct 28 12:04:36.142235 dv-cinder-815712-4-iscsi neutron-server[101493]: {{(pid=101493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:04:36.217377 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.257692 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.259054 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:36.259710 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:36.332503 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7518620 Oct 28 12:04:36.362973 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf80d-6575-4a4f-ba77-019d695aaa31 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3b4dce-a3a4-4281-a3b6-0486db891e8f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:36.375650 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:04:39.164489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51372) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:39.576199 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17218ba9-27af-4e40-9455-2a0cbf9d9697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:39.578180 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-17218ba9-27af-4e40-9455-2a0cbf9d9697 admin admin] 10.222.0.37 "GET /v2.0/networks/bb3b4dce-a3a4-4281-a3b6-0486db891e8f HTTP/1.1" status: 200 len: 826 time: 0.4127283 Oct 28 12:04:39.602925 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-37608ebe-df60-4c6f-a419-34d3bd256078 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/5d40a7ff-12e1-4ffd-911b-3da1b2b3d040 HTTP/1.1" status: 200 len: 734 time: 0.0182831 Oct 28 12:04:39.612315 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Request body: {'subnet': {'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040', 'gateway_ip': '172.20.0.1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:39.634328 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Made reservation on behalf of bcf04abaa139472b8ff1b37f17460a64 for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:04:39.636694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:39.929911 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:40.001733 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Checking segment: {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:04:40.002101 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Network hostable DHCP agents. Network: bb3b4dce-a3a4-4281-a3b6-0486db891e8f, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:04:40.008684 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=19767c1d-ba3a-46f9-8179-afce0e699b51,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:40.028714 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:04:40.041370 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, bb3b4dce-a3a4-4281-a3b6-0486db891e8f) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:40.046265 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:40.047138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:40.052310 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e5a5c-84df-45b8-8214-1ff0da9c9253 None None] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:04:40.064339 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8b00bb04-110a-4514-8d71-995403725f5d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553118 Oct 28 12:04:40.418268 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:04:40.419589 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:40.718543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Allocated IP 172.20.0.2 (bb3b4dce-a3a4-4281-a3b6-0486db891e8f/19767c1d-ba3a-46f9-8179-afce0e699b51/ff9285fc-dfe7-42ab-865a-56c81a79a7d5) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:04:40.922226 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:40.930762 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:41.003377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:04:41.008226 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:41.011566 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:04:41.053524 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Pushing event updated for resources: {'Port': ['ID=ff9285fc-dfe7-42ab-865a-56c81a79a7d5,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:41.079281 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.079645 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.079983 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.080321 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.080647 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.080975 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.081296 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.081616 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.081957 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.082278 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.082597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.082936 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Tracked resource versions report: Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: pushed versions: Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: { 'AddressGroup': {'1.2'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'ConntrackHelper': {'1.0'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Log': {'1.0'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Network': {'1.1'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Port': {'1.7'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'PortForwarding': {'1.2'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'QosPolicy': {'1.10'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroup': {'1.4'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SubPort': {'1.0'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Subnet': {'1.1'}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Trunk': {'1.1'}} Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: consumer versions: Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'ConntrackHelper': '1.0', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Log': '1.0', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Network': '1.1', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Port': '1.7', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'PortForwarding': '1.2', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'QosPolicy': '1.10', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroup': '1.4', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroupRule': '1.2', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SubPort': '1.0', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Subnet': '1.1', Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Trunk': '1.1'}} Oct 28 12:04:41.084012 dv-cinder-815712-4-iscsi neutron-server[101495]: {{(pid=101495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:04:41.113351 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Attempting to bind port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:04:41.113740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Attempting to bind port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:04:41.114143 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Attempting to bind port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 on network bb3b4dce-a3a4-4281-a3b6-0486db891e8f {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:04:41.119322 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:04:41.119700 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Checking segment: {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:04:41.120160 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:41.120547 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Bound using segment: {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:04:41.121027 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Bound port: ff9285fc-dfe7-42ab-865a-56c81a79a7d5, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:04:41.121427 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:41.189144 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] For port ff9285fc-dfe7-42ab-865a-56c81a79a7d5, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:04:41.193697 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] For port ff9285fc-dfe7-42ab-865a-56c81a79a7d5, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=ff9285fc-dfe7-42ab-865a-56c81a79a7d5,segment=NetworkSegment(b43aa964-f8f7-4877-a601-004922c54414),segment_id=b43aa964-f8f7-4877-a601-004922c54414)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:04:41.204397 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:41.274586 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea09db-57f1-4a85-ab2a-2881612fcb9f None None] Pushing event updated for resources: {'Port': ['ID=ff9285fc-dfe7-42ab-865a-56c81a79a7d5,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:42.927742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 51380) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:43.257290 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [None req-fbc14f2b-0ba3-4594-97e9-34414defb8e9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:04:43.258285 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-fbc14f2b-0ba3-4594-97e9-34414defb8e9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3295434 Oct 28 12:04:45.787730 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51388) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:46.104333 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [None req-866a1099-c51f-4304-894b-f6536b261394 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:04:46.105454 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-866a1099-c51f-4304-894b-f6536b261394 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3167667 Oct 28 12:04:48.865484 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51398) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:49.189042 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:49.213809 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.215412 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.351352 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.355756 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.369200 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.370409 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a7ae458d-43ff-4b60-bb1f-da7ea2204e71 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5039420 Oct 28 12:04:49.735649 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device ff9285fc-dfe7-42ab-865a-56c81a79a7d5 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:04:49.831214 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:49.831607 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.946024 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:49.981710 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port ff9285fc-dfe7-42ab-865a-56c81a79a7d5, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=ff9285fc-dfe7-42ab-865a-56c81a79a7d5,segment=NetworkSegment(b43aa964-f8f7-4877-a601-004922c54414),segment_id=b43aa964-f8f7-4877-a601-004922c54414)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:04:49.986925 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:50.033546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=ff9285fc-dfe7-42ab-865a-56c81a79a7d5,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:50.458333 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fd23d-8ed1-4ab6-8706-1053ea733ac0 None None] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:04:50.591042 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-b7b70b5b-6b26-4c38-b968-86bd27b6cba0 None None] Provisioning complete for port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:50.591407 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b7b70b5b-6b26-4c38-b968-86bd27b6cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:50.928646 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-f70404d1-6485-4964-a1e3-82758bfdbe06 None None] Provisioning complete for port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:50.929282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f70404d1-6485-4964-a1e3-82758bfdbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:51.708713 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device ff9285fc-dfe7-42ab-865a-56c81a79a7d5 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:04:51.755507 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:51.755867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:51.895051 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51410) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:51.928194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f0c18a74-b596-4a00-9416-4c4eae205cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:52.212659 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [None req-27d40cf3-998b-456b-ac66-6f9223d63bae admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:04:52.213936 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-27d40cf3-998b-456b-ac66-6f9223d63bae admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3176780 Oct 28 12:04:54.445147 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-62809d7e-54d9-46bc-97fd-47e9c559ea85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:54.768230 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51418) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:55.087912 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:55.108454 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Made reservation on behalf of c78df54bd5c940139e829dc1bfdb82f7 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:04:55.110891 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.118623 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.195525 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.199578 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.215078 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Reserving flat network on physical network physnet1 {{(pid=101493) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 12:04:55.233453 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf4fa94-f11d-4581-9fce-2639d233f60d,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:55.240054 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.240411 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Added segment 2f922a82-ac47-4dd9-bbd7-f9b13b3617fc of type flat for network 65063794-926d-4e35-8180-5133091f232d Oct 28 12:04:55.286671 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.318737 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.319576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:55.320168 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.373448 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6035025 Oct 28 12:04:55.384008 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c82a6-6333-4475-a7e3-622df70e2725 admin admin] Pushing event updated for resources: {'Network': ['ID=65063794-926d-4e35-8180-5133091f232d,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:55.394980 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 65063794-926d-4e35-8180-5133091f232d details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:04:55.592149 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:55.727295 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:57.047440 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:57.968609 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51436) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:58.148079 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d8596-1452-4776-ad77-36b8c1b1a73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:58.149401 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-dd9d8596-1452-4776-ad77-36b8c1b1a73e admin admin] 10.222.0.37 "GET /v2.0/subnets/19767c1d-ba3a-46f9-8179-afce0e699b51 HTTP/1.1" status: 200 len: 849 time: 0.1798501 Oct 28 12:04:58.265864 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ae42f233-6b87-4c70-813b-e077e0f8f08d admin admin] 10.222.0.37 "GET /v2.0/routers/42889caa-151f-4432-a32b-a5bc7fbb83ac HTTP/1.1" status: 200 len: 704 time: 0.1100566 Oct 28 12:04:58.540722 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:58.836889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Allocated IP 172.20.0.1 (bb3b4dce-a3a4-4281-a3b6-0486db891e8f/19767c1d-ba3a-46f9-8179-afce0e699b51/6d944e42-c036-4f9c-a120-a4b5e440e0d2) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:04:59.036418 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.104523 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.171376 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:04:59.179726 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:59.182887 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:04:59.183428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.251556 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Pushing event updated for resources: {'Port': ['ID=6d944e42-c036-4f9c-a120-a4b5e440e0d2,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:59.372122 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-fa295768-e940-41e7-ad7c-3052926a4d84 None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:59.373409 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fa295768-e940-41e7-ad7c-3052926a4d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.393837 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.405753 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-fa295768-e940-41e7-ad7c-3052926a4d84 None None] Port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:04:59.608590 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.617213 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.618140 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.694339 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Pushing event updated for resources: {'Port': ['ID=6d944e42-c036-4f9c-a120-a4b5e440e0d2,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:59.746506 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:04:59.748368 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:59.908708 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Router 42889caa-151f-4432-a32b-a5bc7fbb83ac is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:04:59.927708 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-1469d7c9-ba3b-47d7-928b-01243927ec60 None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:59.928073 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1469d7c9-ba3b-47d7-928b-01243927ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.964822 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-1469d7c9-ba3b-47d7-928b-01243927ec60 None None] Port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:05:00.002398 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:05:00.007712 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c29b87b6-6a06-4288-bcb2-8494ed67737e admin admin] 10.222.0.37 "PUT /v2.0/routers/42889caa-151f-4432-a32b-a5bc7fbb83ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7356398 Oct 28 12:05:00.026221 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Sync routers for ids ['42889caa-151f-4432-a32b-a5bc7fbb83ac'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:05:00.040777 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Routers {'42889caa-151f-4432-a32b-a5bc7fbb83ac'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:05:00.041698 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:04:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['42889caa-151f-4432-a32b-a5bc7fbb83ac'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:00.244121 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Set router 42889caa-151f-4432-a32b-a5bc7fbb83ac gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:05:00.687022 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:04:59Z', 'revision_number': 2, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port_host': None, '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:04:59Z', 'revision_number': 2, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:00.736339 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Checking router: 42889caa-151f-4432-a32b-a5bc7fbb83ac for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:05:00.736704 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Updating router 42889caa-151f-4432-a32b-a5bc7fbb83ac port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:05:00.812434 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.318604 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.325665 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.495030 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Pushing event updated for resources: {'Port': ['ID=6d944e42-c036-4f9c-a120-a4b5e440e0d2,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:01.503722 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Attempting to bind port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:05:01.504114 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Attempting to bind port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:05:01.504547 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Attempting to bind port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 on network bb3b4dce-a3a4-4281-a3b6-0486db891e8f {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:05:01.512862 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.513685 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.515918 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.516268 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.516611 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.517359 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.517846 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.518324 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.520086 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.520437 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.521671 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.522088 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Tracked resource versions report: Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: pushed versions: Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: { 'AddressGroup': {'1.2'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'ConntrackHelper': {'1.0'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Log': {'1.0'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Network': {'1.1'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Port': {'1.7'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'PortForwarding': {'1.2'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'QosPolicy': {'1.10'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroup': {'1.4'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SubPort': {'1.0'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Subnet': {'1.1'}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Trunk': {'1.1'}} Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: consumer versions: Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'ConntrackHelper': '1.0', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Log': '1.0', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Network': '1.1', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Port': '1.7', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'PortForwarding': '1.2', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'QosPolicy': '1.10', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroup': '1.4', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroupRule': '1.2', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SubPort': '1.0', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Subnet': '1.1', Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Trunk': '1.1'}} Oct 28 12:05:01.523364 dv-cinder-815712-4-iscsi neutron-server[101496]: {{(pid=101496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:05:01.529629 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:05:01.530043 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Checking segment: {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:05:01.530501 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.531024 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Bound using segment: {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:05:01.531711 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Bound port: 6d944e42-c036-4f9c-a120-a4b5e440e0d2, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43aa964-f8f7-4877-a601-004922c54414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:05:01.532080 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.593723 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-ad923135-b923-4cea-9bac-833900745320 None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:05:01.594382 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ad923135-b923-4cea-9bac-833900745320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.605889 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] For port 6d944e42-c036-4f9c-a120-a4b5e440e0d2, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:05:01.627998 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] For port 6d944e42-c036-4f9c-a120-a4b5e440e0d2, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=6d944e42-c036-4f9c-a120-a4b5e440e0d2,segment=NetworkSegment(b43aa964-f8f7-4877-a601-004922c54414),segment_id=b43aa964-f8f7-4877-a601-004922c54414)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:05:01.628791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-ad923135-b923-4cea-9bac-833900745320 None None] Port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:05:01.635257 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.694940 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8a84d-bcd0-41e9-99a4-6723b131e6c6 None None] Pushing event updated for resources: {'Port': ['ID=6d944e42-c036-4f9c-a120-a4b5e440e0d2,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:01.705141 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Routers {'42889caa-151f-4432-a32b-a5bc7fbb83ac'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:05:01.705756 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:04:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['42889caa-151f-4432-a32b-a5bc7fbb83ac'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:01.798636 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] Set router 42889caa-151f-4432-a32b-a5bc7fbb83ac gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:05:01.952994 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:05:01.953520 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:02.020373 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:04:59Z', 'revision_number': 2, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port_host': None, '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:05:01Z', 'revision_number': 4, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:02.040306 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:02.052686 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1de9f-8495-4ceb-8da7-d65b7574d1d5 None None] The sync data for ids ['42889caa-151f-4432-a32b-a5bc7fbb83ac'] in dv-cinder-815712-4-iscsi is: [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:04:59Z', 'revision_number': 2, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port_host': None, '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:05:01Z', 'revision_number': 4, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:05:02.078071 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] For port 6d944e42-c036-4f9c-a120-a4b5e440e0d2, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=6d944e42-c036-4f9c-a120-a4b5e440e0d2,segment=NetworkSegment(b43aa964-f8f7-4877-a601-004922c54414),segment_id=b43aa964-f8f7-4877-a601-004922c54414)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:05:02.082825 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:02.133348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f76492-81dc-48f1-a641-82945904eba4 None None] Pushing event updated for resources: {'Port': ['ID=6d944e42-c036-4f9c-a120-a4b5e440e0d2,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:02.415784 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 51456) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:02.526754 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e4b86-f6a4-4332-a802-a74a08ca5e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:05:02.528145 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-5f0e4b86-f6a4-4332-a802-a74a08ca5e85 admin admin] 10.222.0.37 "GET /v2.0/networks/65063794-926d-4e35-8180-5133091f232d HTTP/1.1" status: 200 len: 842 time: 0.1112633 Oct 28 12:05:02.540469 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:05:02.567412 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Made reservation on behalf of c78df54bd5c940139e829dc1bfdb82f7 for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:05:02.569615 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:02.927540 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.objects.ports [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101493) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 12:05:02.927996 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:02.987104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582ca937-77ba-4780-8645-6d1c17a4d77f,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:02.993905 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:05:02.994258 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Network hostable DHCP agents. Network: 65063794-926d-4e35-8180-5133091f232d, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:05:03.014330 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:05:03.023994 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 65063794-926d-4e35-8180-5133091f232d) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:05:03.028546 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:05:03.029382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:03.035505 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5aaa69-62fe-4b48-b6c0-d59f33b8390e None None] Network 65063794-926d-4e35-8180-5133091f232d requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:05:03.051180 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-174bf31c-61aa-4c9c-afe6-891f33e13fb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5129459 Oct 28 12:05:03.176210 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc884e6-70e5-48b7-9375-c9097ff08068 None None] Network 65063794-926d-4e35-8180-5133091f232d requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:05:05.545384 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 51464) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:05.671367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.policy [None req-35eaaff6-3b99-48da-8452-1bb80e42b24d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:05:05.725173 dv-cinder-815712-4-iscsi neutron-server[101494]: WARNING oslo_policy.policy [None req-35eaaff6-3b99-48da-8452-1bb80e42b24d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:05:05.725637 dv-cinder-815712-4-iscsi neutron-server[101494]: WARNING oslo_policy.policy [None req-35eaaff6-3b99-48da-8452-1bb80e42b24d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:05:05.975155 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-35eaaff6-3b99-48da-8452-1bb80e42b24d admin admin] 10.222.0.37 "GET /v2.0/routers/42889caa-151f-4432-a32b-a5bc7fbb83ac HTTP/1.1" status: 200 len: 710 time: 0.4286215 Oct 28 12:05:06.173757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f4192-b8bd-4ef5-b3ef-eabc2272f2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:05:06.175407 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-933f4192-b8bd-4ef5-b3ef-eabc2272f2d3 admin admin] 10.222.0.37 "GET /v2.0/networks/65063794-926d-4e35-8180-5133091f232d HTTP/1.1" status: 200 len: 886 time: 0.1938329 Oct 28 12:05:06.185761 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:05:06.446416 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:06.701483 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:06.782926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:06.970382 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Allocated IP 172.27.2.29 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/735c2c42-75a9-4aca-a13d-76402b5dbd2b) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:05:07.085534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:07.149341 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:07.191609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:05:07.213040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:05:07.272741 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:05:07.278552 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Pushing event updated for resources: {'Port': ['ID=735c2c42-75a9-4aca-a13d-76402b5dbd2b,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:07.344276 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.344621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.344956 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.345280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.345599 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.345923 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.346247 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.346776 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.347321 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.347842 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.348343 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.348862 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Tracked resource versions report: Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: pushed versions: Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: { 'AddressGroup': {'1.2'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'ConntrackHelper': {'1.0'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Log': {'1.0'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Network': {'1.1'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Port': {'1.7'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'PortForwarding': {'1.2'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'QosPolicy': {'1.10'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroup': {'1.4'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SubPort': {'1.0'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Subnet': {'1.1'}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Trunk': {'1.1'}} Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: consumer versions: Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'ConntrackHelper': '1.0', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Log': '1.0', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Network': '1.1', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Port': '1.7', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'PortForwarding': '1.2', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'QosPolicy': '1.10', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroup': '1.4', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroupRule': '1.2', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SubPort': '1.0', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Subnet': '1.1', Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Trunk': '1.1'}} Oct 28 12:05:07.350309 dv-cinder-815712-4-iscsi neutron-server[101494]: {{(pid=101494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:05:07.584592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:07.774595 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 6d944e42-c036-4f9c-a120-a4b5e440e0d2 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:05:07.839314 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:05:07.839879 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:07.888817 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-17179843260', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-17179371829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128342'] for router, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:07.894537 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-17179843237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-17179843242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-17179371834'] for router, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:08.040113 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Router 42889caa-151f-4432-a32b-a5bc7fbb83ac has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:05:08.149939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:05:08.154947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:08.156149 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-feeabcc0-cf08-4754-963e-4616670b4986 admin admin] 10.222.0.37 "PUT /v2.0/routers/42889caa-151f-4432-a32b-a5bc7fbb83ac HTTP/1.1" status: 200 len: 889 time: 1.9738412 Oct 28 12:05:09.233501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Sync routers for ids ['42889caa-151f-4432-a32b-a5bc7fbb83ac'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:05:09.245813 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Routers {'42889caa-151f-4432-a32b-a5bc7fbb83ac'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:05:09.246797 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:04:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['42889caa-151f-4432-a32b-a5bc7fbb83ac'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:09.460252 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Set router 42889caa-151f-4432-a32b-a5bc7fbb83ac gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:05:09.939460 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:05:07Z', 'revision_number': 4, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port': {'id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:05:06Z', 'updated_at': '2021-10-28T12:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:05:02Z', 'revision_number': 5, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:09.991543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Checking router: 42889caa-151f-4432-a32b-a5bc7fbb83ac for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:05:09.991900 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Updating router 42889caa-151f-4432-a32b-a5bc7fbb83ac port 735c2c42-75a9-4aca-a13d-76402b5dbd2b binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:05:10.039121 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.361671 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.368532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.427929 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Attempting to bind port 735c2c42-75a9-4aca-a13d-76402b5dbd2b on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:05:10.428293 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Attempting to bind port 735c2c42-75a9-4aca-a13d-76402b5dbd2b by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:05:10.428652 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Attempting to bind port 735c2c42-75a9-4aca-a13d-76402b5dbd2b on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:05:10.430630 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ea89b-3d32-49b3-ba7a-950492e66c90 None None] Pushing event updated for resources: {'Port': ['ID=735c2c42-75a9-4aca-a13d-76402b5dbd2b,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:10.437150 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:05:10.437606 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:05:10.437908 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.438289 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:05:10.438773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Bound port: 735c2c42-75a9-4aca-a13d-76402b5dbd2b, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:05:10.439334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.489752 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] For port 735c2c42-75a9-4aca-a13d-76402b5dbd2b, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:05:10.493483 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] For port 735c2c42-75a9-4aca-a13d-76402b5dbd2b, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=735c2c42-75a9-4aca-a13d-76402b5dbd2b,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:05:10.497952 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:10.552788 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Routers {'42889caa-151f-4432-a32b-a5bc7fbb83ac'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:05:10.553393 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:04:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['42889caa-151f-4432-a32b-a5bc7fbb83ac'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:10.627350 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ea89b-3d32-49b3-ba7a-950492e66c90 None None] Pushing event updated for resources: {'Port': ['ID=735c2c42-75a9-4aca-a13d-76402b5dbd2b,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:10.668867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] Set router 42889caa-151f-4432-a32b-a5bc7fbb83ac gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:05:10.894977 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:05:07Z', 'revision_number': 4, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port': {'id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:05:06Z', 'updated_at': '2021-10-28T12:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:05:02Z', 'revision_number': 5, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:05:10.911407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 51482) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:10.926724 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dcfb2-635c-401b-bce0-02d3c3c44b52 None None] The sync data for ids ['42889caa-151f-4432-a32b-a5bc7fbb83ac'] in dv-cinder-815712-4-iscsi is: [{'id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'name': 'router1', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:04:49Z', 'updated_at': '2021-10-28T12:05:07Z', 'revision_number': 4, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'gw_port': {'id': '735c2c42-75a9-4aca-a13d-76402b5dbd2b', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:05:06Z', 'updated_at': '2021-10-28T12:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6d944e42-c036-4f9c-a120-a4b5e440e0d2', 'name': '', 'network_id': 'bb3b4dce-a3a4-4281-a3b6-0486db891e8f', 'tenant_id': 'bcf04abaa139472b8ff1b37f17460a64', 'mac_address': 'fa:16:3e:60:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42889caa-151f-4432-a32b-a5bc7fbb83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:04:58Z', 'updated_at': '2021-10-28T12:05:02Z', 'revision_number': 5, 'project_id': 'bcf04abaa139472b8ff1b37f17460a64', 'subnets': [{'id': '19767c1d-ba3a-46f9-8179-afce0e699b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d40a7ff-12e1-4ffd-911b-3da1b2b3d040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:05:11.066149 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-02444b22-3369-4e37-85cf-606d4c86e7fc admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1532612 Oct 28 12:05:11.784639 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 735c2c42-75a9-4aca-a13d-76402b5dbd2b up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:05:11.845647 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 735c2c42-75a9-4aca-a13d-76402b5dbd2b triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:05:11.846019 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:11.940069 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:11.970232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 735c2c42-75a9-4aca-a13d-76402b5dbd2b, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=735c2c42-75a9-4aca-a13d-76402b5dbd2b,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:05:11.975193 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:12.045829 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=735c2c42-75a9-4aca-a13d-76402b5dbd2b,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:13.738140 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 735c2c42-75a9-4aca-a13d-76402b5dbd2b up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:05:13.792232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 735c2c42-75a9-4aca-a13d-76402b5dbd2b triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:05:13.792731 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:17.974254 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:05:21.928137 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-65049598-333d-4309-8bdd-ee3901da99ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:24.448060 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-98810855-91b3-40c1-abad-a147c508e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.595684 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.684732 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:27.066854 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:51.926825 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-03d040d2-034d-4410-8196-16afb7ccc27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:54.454673 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e708aa3f-25fe-4886-a980-281f8c74d3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:54.964371 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:05:55.600013 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:55.689797 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:57.064044 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:21.921482 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59585da8-42c8-4831-9d41-8af7a1781dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:24.455685 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-95af17ac-2491-45e1-b2b4-1fb366ba142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:25.604455 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:25.684553 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:27.059424 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:31.963573 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:06:51.542395 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52046) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:06:51.603490 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecfa925-5ca4-466e-a9e5-40cef6a3d7da admin admin] GET failed (client error): The resource could not be found. Oct 28 12:06:51.604820 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7ecfa925-5ca4-466e-a9e5-40cef6a3d7da admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614502 Oct 28 12:06:51.769627 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c76f52-26fe-4ae6-b012-46d9ba039fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:51.771121 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-59c76f52-26fe-4ae6-b012-46d9ba039fd5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1616704 Oct 28 12:06:51.931101 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-20da7a5d-9b64-4b55-b19a-7779ce338f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:54.115989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52056) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:06:54.222700 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0972165e-27d2-484c-88c8-27b6e1896c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:54.224257 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0972165e-27d2-484c-88c8-27b6e1896c05 admin admin] 10.222.0.37 "GET /v2.0/subnets/19767c1d-ba3a-46f9-8179-afce0e699b51 HTTP/1.1" status: 200 len: 849 time: 0.1073172 Oct 28 12:06:54.234027 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:06:54.321936 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Publish callbacks [] for subnet, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:54.457185 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f392a4a6-90b4-4dc8-8484-2ef5a3e19459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:54.470522 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770323477477'] for subnet, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:54.512494 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:54.513494 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:54.516797 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] 10.222.0.37 "PUT /v2.0/subnets/19767c1d-ba3a-46f9-8179-afce0e699b51 HTTP/1.1" status: 200 len: 868 time: 0.2861261 Oct 28 12:06:54.520885 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfa15d-8156-4c21-bd06-69413a93fa6b None None] Network bb3b4dce-a3a4-4281-a3b6-0486db891e8f requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:06:54.547726 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19767c1d-ba3a-46f9-8179-afce0e699b51,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:06:54.557199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.557738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.558297 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.558869 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.559414 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.559888 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.560645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.561194 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.561908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.562454 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.563011 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.563752 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5be021-76e8-476c-840a-b1ec2670235f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:06:54.929199 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-f130f239-4412-4c1d-9d92-52c5c0e981ee None None] Provisioning complete for port 6d944e42-c036-4f9c-a120-a4b5e440e0d2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:06:54.930434 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f130f239-4412-4c1d-9d92-52c5c0e981ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:55.040727 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-f130f239-4412-4c1d-9d92-52c5c0e981ee None None] Provisioning complete for port ff9285fc-dfe7-42ab-865a-56c81a79a7d5 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:06:55.041021 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f130f239-4412-4c1d-9d92-52c5c0e981ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:55.605675 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:55.694193 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:56.964184 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52064) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:06:57.061920 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:57.168229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a746c63-e843-4c24-8808-48d1f5f09e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:57.168693 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a746c63-e843-4c24-8808-48d1f5f09e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:57.170229 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-2a746c63-e843-4c24-8808-48d1f5f09e5b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2050955 Oct 28 12:06:59.474281 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52072) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:06:59.603768 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3005d1-4c47-408e-89f8-5da0ed91dd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:59.604239 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3005d1-4c47-408e-89f8-5da0ed91dd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:06:59.605774 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ba3005d1-4c47-408e-89f8-5da0ed91dd79 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1304889 Oct 28 12:07:01.918616 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52080) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:02.044492 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c26ba-2fb8-4947-a5e1-bdbeb1d240e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:02.046129 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-213c26ba-2fb8-4947-a5e1-bdbeb1d240e0 admin admin] 10.222.0.37 "GET /v2.0/networks/65063794-926d-4e35-8180-5133091f232d HTTP/1.1" status: 200 len: 886 time: 0.1264853 Oct 28 12:07:04.389858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52090) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:04.526475 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff91e98-e527-4550-8e4b-29ecd4d35710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:04.527884 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4ff91e98-e527-4550-8e4b-29ecd4d35710 admin admin] 10.222.0.37 "GET /v2.0/networks/bb3b4dce-a3a4-4281-a3b6-0486db891e8f HTTP/1.1" status: 200 len: 870 time: 0.1370661 Oct 28 12:07:06.886127 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52098) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:07.027990 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f35cf8e-f929-44f2-ace9-91adfc5fc81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:07.028442 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f35cf8e-f929-44f2-ace9-91adfc5fc81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:07.029998 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-3f35cf8e-f929-44f2-ace9-91adfc5fc81f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1428218 Oct 28 12:07:08.963071 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:07:09.389309 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52106) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:09.522235 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40075955-5295-46e4-abf4-a7aba268c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:09.522748 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40075955-5295-46e4-abf4-a7aba268c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:09.524339 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-40075955-5295-46e4-abf4-a7aba268c3ef admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340418 Oct 28 12:07:11.885847 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52114) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:11.982196 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d0d60-e576-444b-8d26-c173779029d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:11.983593 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7d4d0d60-e576-444b-8d26-c173779029d6 admin admin] 10.222.0.37 "GET /v2.0/subnets/19767c1d-ba3a-46f9-8179-afce0e699b51 HTTP/1.1" status: 200 len: 868 time: 0.0966756 Oct 28 12:07:14.304984 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52122) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:14.395474 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e94373-080c-488f-823d-1488e519c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:14.396858 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c6e94373-080c-488f-823d-1488e519c4ef admin admin] 10.222.0.37 "GET /v2.0/subnets/582ca937-77ba-4780-8645-6d1c17a4d77f HTTP/1.1" status: 200 len: 816 time: 0.0909250 Oct 28 12:07:21.927528 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a74de42d-0f42-4018-b1c6-388f78429735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:24.459951 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-4454dfcf-98ef-41bd-8e01-ce62c035a1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:25.612760 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:25.686947 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:27.066876 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:40.406244 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52176) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:40.453907 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [None req-59b22e6d-57be-4e3c-9247-bda0270f974d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:07:40.455058 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-59b22e6d-57be-4e3c-9247-bda0270f974d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0476985 Oct 28 12:07:42.875680 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52184) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:42.936645 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32d0c44-3ec7-43d9-9de2-8ce2a851cf8c admin admin] GET failed (client error): The resource could not be found. Oct 28 12:07:42.937952 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b32d0c44-3ec7-43d9-9de2-8ce2a851cf8c admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613194 Oct 28 12:07:43.076502 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5144c46-1afe-47a8-a2e9-081bdaaccc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:43.077919 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b5144c46-1afe-47a8-a2e9-081bdaaccc57 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353142 Oct 28 12:07:45.427924 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52192) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:45.475454 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:07:45.495470 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Made reservation on behalf of c78df54bd5c940139e829dc1bfdb82f7 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:07:45.497763 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:45.524892 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING neutron.services.revisions.revision_plugin [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Could not find related network for resource to bump revision. Oct 28 12:07:45.535763 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1352, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:07:45.546166 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:45.546503 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Added segment fea4f63f-81b2-456a-8e28-97d75ecce127 of type vlan for network e5f19f13-ff74-4a8e-9437-155fce096c3b Oct 28 12:07:45.587830 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:45.612327 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:45.613244 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:45.613836 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:45.664061 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2350535 Oct 28 12:07:45.675104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f19f13-ff74-4a8e-9437-155fce096c3b,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:07:45.682800 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.683149 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.683490 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.683822 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.684150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.684506 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.684837 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.685165 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.685513 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.685847 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.686173 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.686487 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e89bc2-e064-4e5a-bdae-602d0105b9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:45.698839 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network e5f19f13-ff74-4a8e-9437-155fce096c3b details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:07:45.961420 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:07:48.027813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52200) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:48.090825 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c03880-15c9-44b3-ad15-0e64d9c7d24f admin admin] GET failed (client error): The resource could not be found. Oct 28 12:07:48.092850 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-03c03880-15c9-44b3-ad15-0e64d9c7d24f admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641470 Oct 28 12:07:48.164194 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1995c-9788-453e-823e-27e60559a920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:48.165671 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b7a1995c-9788-453e-823e-27e60559a920 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0681720 Oct 28 12:07:48.176275 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:07:48.197954 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Made reservation on behalf of c78df54bd5c940139e829dc1bfdb82f7 for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:07:48.200318 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.365144 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.417637 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f1ae5b-c888-4361-91aa-e807f91d0044,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:07:48.426422 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Checking segment: {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:07:48.426796 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Network hostable DHCP agents. Network: e5f19f13-ff74-4a8e-9437-155fce096c3b, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:07:48.443320 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Network e5f19f13-ff74-4a8e-9437-155fce096c3b is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:07:48.451992 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, e5f19f13-ff74-4a8e-9437-155fce096c3b) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:07:48.456195 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:07:48.456864 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.461515 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95c997-881d-4bab-aa22-74b91967c95c None None] Network e5f19f13-ff74-4a8e-9437-155fce096c3b requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:07:48.472397 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-156436f0-4952-428b-87ba-d16609b1fc97 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2995310 Oct 28 12:07:48.629115 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-e5f19f13-ff74-4a8e-9437-155fce096c3b', 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b', 'tenant_id': 'c78df54bd5c940139e829dc1bfdb82f7', 'fixed_ips': [{'subnet_id': '35f1ae5b-c888-4361-91aa-e807f91d0044'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:07:48.630036 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.785100 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Allocated IP 192.168.233.2 (e5f19f13-ff74-4a8e-9437-155fce096c3b/35f1ae5b-c888-4361-91aa-e807f91d0044/86053848-6076-411e-8c29-e9aad38f0d33) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:07:48.934498 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.941593 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:48.986820 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Network e5f19f13-ff74-4a8e-9437-155fce096c3b is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:07:48.990232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:07:48.993350 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:07:48.999004 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Pushing event updated for resources: {'Port': ['ID=86053848-6076-411e-8c29-e9aad38f0d33,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:07:49.008141 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.008514 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.008862 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.009199 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.009534 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.009866 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.010214 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.010540 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.010909 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.011237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.011559 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.011878 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:07:49.066725 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Attempting to bind port 86053848-6076-411e-8c29-e9aad38f0d33 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:07:49.067072 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Attempting to bind port 86053848-6076-411e-8c29-e9aad38f0d33 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:07:49.067431 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Attempting to bind port 86053848-6076-411e-8c29-e9aad38f0d33 on network e5f19f13-ff74-4a8e-9437-155fce096c3b {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:07:49.073078 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:07:49.073453 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Checking segment: {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:07:49.073850 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:49.074237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Bound using segment: {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:07:49.074715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Bound port: 86053848-6076-411e-8c29-e9aad38f0d33, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:07:49.075110 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:49.142822 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] For port 86053848-6076-411e-8c29-e9aad38f0d33, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:07:49.146366 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] For port 86053848-6076-411e-8c29-e9aad38f0d33, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=86053848-6076-411e-8c29-e9aad38f0d33,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:07:49.152059 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:49.219739 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665b52e-8e20-4c4c-8644-c363f40130a6 None None] Pushing event updated for resources: {'Port': ['ID=86053848-6076-411e-8c29-e9aad38f0d33,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:07:49.846597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 86053848-6076-411e-8c29-e9aad38f0d33 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:07:49.905830 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 86053848-6076-411e-8c29-e9aad38f0d33 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:07:49.905830 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:50.000078 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:50.039320 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 86053848-6076-411e-8c29-e9aad38f0d33, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=86053848-6076-411e-8c29-e9aad38f0d33,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:07:50.049260 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:50.093227 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957c37b-0aa7-4962-a315-34ba1ede28c1 None None] Network e5f19f13-ff74-4a8e-9437-155fce096c3b requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:07:50.151462 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=86053848-6076-411e-8c29-e9aad38f0d33,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:07:50.175467 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-48811b02-6892-4f2a-a727-2ae63d4bf8c9 None None] Provisioning complete for port 86053848-6076-411e-8c29-e9aad38f0d33 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:07:50.175835 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-48811b02-6892-4f2a-a727-2ae63d4bf8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:50.545501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-3d9414d3-4aa4-407c-bc79-aa071f4ab0ad None None] Provisioning complete for port 86053848-6076-411e-8c29-e9aad38f0d33 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:07:50.545862 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3d9414d3-4aa4-407c-bc79-aa071f4ab0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:51.813548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 86053848-6076-411e-8c29-e9aad38f0d33 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:07:51.861108 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 86053848-6076-411e-8c29-e9aad38f0d33 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:07:51.861474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:51.922805 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c09c0646-aea5-4329-9ea0-46e11c65bc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:54.462561 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e67e3205-cad0-4ad0-8da8-beef903a5f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:55.616623 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:55.691234 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:57.066970 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:21.927262 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-dd45a4a9-f55e-4fe3-830b-c3cc0972ade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:22.961196 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:08:24.466409 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-603e7c0f-220b-46ef-9bef-c0346f099c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:25.619493 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:25.695483 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:27.068117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.932930 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8dae3589-308d-417b-8853-07272f063cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.470461 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb34c-6cc3-41ce-ab5b-2cedf23993b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.623528 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.697777 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.076828 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.179166 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52246) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.185612 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [None req-a28f9dc4-20e3-4c37-87f8-d25c4a8128ea tempest-verify_tempest_config-1545054860 tempest-verify_tempest_config-1545054860-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:08:59.186610 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a28f9dc4-20e3-4c37-87f8-d25c4a8128ea tempest-verify_tempest_config-1545054860 tempest-verify_tempest_config-1545054860-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064337 Oct 28 12:08:59.521804 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52264) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.638448 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.646952 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.quota [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Loaded quota_driver: . Oct 28 12:08:59.768248 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.772366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.889887 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c7e5a629ce64011be2e7e91e56bd18f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3670030 Oct 28 12:08:59.890941 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d14a85-3609-4d9d-8042-683a093ae437,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.893224 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52268) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.904664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.905036 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.905382 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.905722 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.906053 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.906383 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.906746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.907092 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.907438 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.907766 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.908087 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.908929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273ff81-01a7-4161-bcfb-5f9e8c441472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:59.960197 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:08:59.963641 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.985921 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.081902 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.084388 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.085564 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09d14a85-3609-4d9d-8042-683a093ae437 HTTP/1.1" status: 204 len: 168 time: 0.1915157 Oct 28 12:09:00.094348 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effe478-5e99-42a7-b853-13c2d6aa00f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d14a85-3609-4d9d-8042-683a093ae437,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:21.936582 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-14d96ac2-d5a1-453d-a083-4bca90e31c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.474163 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2164299-19fb-49b4-a692-5ebc5ca6fadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.624915 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.707353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.076111 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.974460 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:09:51.943815 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-6cd58144-9a3d-480d-90be-63b1a00a36bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.477651 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad155-679e-4938-a283-db45a6fc0dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.628467 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.701789 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:57.078884 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:13.964626 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 5 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:10:21.938922 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c2523d7f-273d-4b37-8fde-f79a23b6a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:24.480363 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-71f851ab-613f-4df0-b50b-8754ce091242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.630391 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.706005 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.080702 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:37.128519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-17179844481'] for agent, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.965179 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:10:52.044702 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-074363aa-0825-4338-80b2-57de1c165bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:52.543756 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52340) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:52.663128 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e0145fb0-6b9f-43d9-acd7-984581aaca20 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1181922 Oct 28 12:10:54.483492 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a1181f85-4af9-461c-9922-cb569ae5c921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:55.030922 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52350) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:55.091511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b8a0f01c-1226-44de-8ce3-2cb68b6c963e admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0594528 Oct 28 12:10:55.634740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:55.708388 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:57.084807 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:07.075533 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:21.937679 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e67dbe86-bd99-4298-a038-fb0ccb5b77fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:24.486116 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-43385c05-f022-433a-b3b0-4acee1c7233f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.637217 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.711242 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.093258 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.965723 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:11:37.093353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:51.940858 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-968b0faf-36a2-4647-8213-c458d3a7f525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:54.485100 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a71-72f7-44c7-b26c-a40d21e5ec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:55.641666 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:55.716092 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:57.089302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:04.966947 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:12:07.113802 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:21.952169 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-0fe73a00-1736-49db-8309-a58bd8ffd4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:24.496431 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7533676d-d346-4419-95f2-dc4f25359d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.645865 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.720145 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:26.758527 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52528) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:26.819382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52538) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:26.886497 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52544) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:27.029584 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1613837084-network', 'tenant_id': '03ac030a59d7441d958e8657b702b9cd'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:27.052190 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Made reservation on behalf of 03ac030a59d7441d958e8657b702b9cd for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:27.054544 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.063305 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.098948 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.157828 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.165435 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.182525 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1395, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:27.203403 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-network', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:27.213215 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-691356905-network', 'tenant_id': 'e8919258b85146488d50b07efbad50ca'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:27.225412 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.225765 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Added segment fe3af5d1-f44e-4f19-9be6-773f634164b8 of type vlan for network 6ac1954e-751a-4deb-8186-0c01c33f38fa Oct 28 12:12:27.283518 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e17b5-6738-469f-9b39-36d991be3f06,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.294082 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.299045 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.299412 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.299757 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.300087 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.300420 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.300823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.301168 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.301500 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.301830 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.302268 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.302646 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.303003 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Tracked resource versions report: Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: pushed versions: Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: { 'AddressGroup': {'1.2'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'ConntrackHelper': {'1.0'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Log': {'1.0'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Network': {'1.1'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Port': {'1.7'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'PortForwarding': {'1.2'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'QosPolicy': {'1.10'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroup': {'1.4'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SubPort': {'1.0'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Subnet': {'1.1'}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Trunk': {'1.1'}} Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: consumer versions: Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: HyperV agent@hv-cinder-81571: {}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'ConntrackHelper': '1.0', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Log': '1.0', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Network': '1.1', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Port': '1.7', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'PortForwarding': '1.2', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'QosPolicy': '1.10', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroup': '1.4', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SecurityGroupRule': '1.2', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'SubPort': '1.0', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Subnet': '1.1', Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: 'Trunk': '1.1'}} Oct 28 12:12:27.304061 dv-cinder-815712-4-iscsi neutron-server[101493]: {{(pid=101493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:12:27.337487 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.338374 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:27.339094 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.362867 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52574) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:27.367184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Made reservation on behalf of e8919258b85146488d50b07efbad50ca for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:27.369658 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.429786 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.433654 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] Pushing event updated for resources: {'Network': ['ID=6ac1954e-751a-4deb-8186-0c01c33f38fa,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.443413 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Made reservation on behalf of f7674a1ffc684002a3b3e181e1e3ffd8 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:27.445862 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.448682 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 6ac1954e-751a-4deb-8186-0c01c33f38fa details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:27.464331 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52582) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:27.464684 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-dee44121-c92b-48f5-a1ec-73d66b803e6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7041187 Oct 28 12:12:27.470267 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Request body: {'subnet': {'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1613837084-subnet', 'tenant_id': '03ac030a59d7441d958e8657b702b9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:27.470543 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.548930 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Made reservation on behalf of 03ac030a59d7441d958e8657b702b9cd for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:27.552762 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.586062 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.602979 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.637500 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.653763 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1383, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:27.656258 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.681084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.682129 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Added segment c1b732c8-bc1f-48fe-8b81-995eff2b38f5 of type vlan for network 6dd2502a-f306-4bed-bbae-5099ba15a727 Oct 28 12:12:27.684446 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b85d64-6237-435c-907b-f0bb413da9e3,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.703377 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] vlan segment allocate from pool success with {'vlan_id': 1351, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:27.795352 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.813866 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.814580 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Added segment 434dd6e0-40eb-41f9-8efa-3f1d841ef8f1 of type vlan for network 5853af4e-080d-4f95-bfd5-3fa948549140 Oct 28 12:12:27.842951 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f85ece-0195-471d-8847-18742e642ac8,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.851739 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.873794 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1289386637-network', 'tenant_id': 'f032353009b64d738b6c00574846cb51'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:27.880073 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d32417-0771-4c8f-a25c-d73a4e750d50,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.889734 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.890417 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.891004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.891442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.891975 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.892391 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.892791 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.893206 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.893619 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.894007 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.895203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.895742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Tracked resource versions report: Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: pushed versions: Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: { 'AddressGroup': {'1.2'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'ConntrackHelper': {'1.0'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Log': {'1.0'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Network': {'1.1'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Port': {'1.7'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'PortForwarding': {'1.2'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'QosPolicy': {'1.10'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroup': {'1.4'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SubPort': {'1.0'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Subnet': {'1.1'}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Trunk': {'1.1'}} Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: consumer versions: Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: HyperV agent@hv-cinder-81571: {}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'ConntrackHelper': '1.0', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Log': '1.0', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Network': '1.1', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Port': '1.7', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'PortForwarding': '1.2', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'QosPolicy': '1.10', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroup': '1.4', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SecurityGroupRule': '1.2', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'SubPort': '1.0', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Subnet': '1.1', Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: 'Trunk': '1.1'}} Oct 28 12:12:27.897219 dv-cinder-815712-4-iscsi neutron-server[101494]: {{(pid=101494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:12:27.924759 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.954985 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Checking segment: {'id': 'fe3af5d1-f44e-4f19-9be6-773f634164b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:27.955708 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Network hostable DHCP agents. Network: 6ac1954e-751a-4deb-8186-0c01c33f38fa, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:27.969426 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.971058 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:27.972133 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.978040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:27.980926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.010725 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.017293 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Network 6ac1954e-751a-4deb-8186-0c01c33f38fa is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:28.023349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.024239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:28.024854 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.032536 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2114699 Oct 28 12:12:28.039523 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52602) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:28.044453 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Request body: {'subnet': {'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-subnet', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:28.064473 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daa10e-42cf-4edd-9663-d52e8c0078e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd2502a-f306-4bed-bbae-5099ba15a727,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.069339 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 6ac1954e-751a-4deb-8186-0c01c33f38fa) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:28.076510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:28.076811 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:28.077407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.092263 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2025220 Oct 28 12:12:28.105471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52604) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:28.110834 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Request body: {'subnet': {'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-subnet', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:28.224479 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0379fa-4474-4a64-ad93-c96e8f97dc6e None None] Network 6ac1954e-751a-4deb-8186-0c01c33f38fa requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:28.271229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.284171 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Made reservation on behalf of f7674a1ffc684002a3b3e181e1e3ffd8 for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:28.286656 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.287180 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.293241 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b597e-5a94-4831-a599-507b794d561e admin admin] Pushing event updated for resources: {'Network': ['ID=5853af4e-080d-4f95-bfd5-3fa948549140,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.316704 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7985e19f-4e2c-4b7d-8c9a-2d4fc85a0c3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8495402 Oct 28 12:12:28.321237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 5853af4e-080d-4f95-bfd5-3fa948549140 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:28.360401 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 1381, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:28.398619 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7a9a6-a59e-47dd-86d0-26cd57da3380,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.400409 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Made reservation on behalf of e8919258b85146488d50b07efbad50ca for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:28.404305 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.437106 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770323518805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.439013 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Unsubscribe: segment precommit_create {{(pid=101494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:12:28.439696 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Added segment b30cb821-7fc4-431b-ae59-4621bf338d90 of type vlan for network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 Oct 28 12:12:28.533819 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.601384 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.604144 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:28.607292 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.697626 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86d904-0565-47e6-b581-8a21b26695f0 None None] Network 6ac1954e-751a-4deb-8186-0c01c33f38fa requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:28.798348 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] Pushing event updated for resources: {'Network': ['ID=6473d7e8-f419-4ba9-aecd-de2094cc6dd8,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.832069 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c0778317-278a-4cba-8488-8d6169f60fcc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4661601 Oct 28 12:12:28.832942 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52626) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:28.833128 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:28.838259 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Request body: {'subnet': {'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1289386637-subnet', 'tenant_id': 'f032353009b64d738b6c00574846cb51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:28.893243 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:28.894878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.897652 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.941382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9e18a4-4aef-4a10-90da-a2504aaa4092,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.945973 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.986464 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5ecf44-2e11-474b-baba-58a11fe48418,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.058318 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Checking segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:29.058701 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Network hostable DHCP agents. Network: 5853af4e-080d-4f95-bfd5-3fa948549140, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:29.069720 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Checking segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:29.070388 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Network hostable DHCP agents. Network: 6dd2502a-f306-4bed-bbae-5099ba15a727, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:29.111009 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:29.121875 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:29.134871 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 5853af4e-080d-4f95-bfd5-3fa948549140) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:29.140853 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:29.141633 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.148114 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18993dc-7451-4997-8c35-98a9fd766764 None None] Network 5853af4e-080d-4f95-bfd5-3fa948549140 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:29.152243 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.158859 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 6dd2502a-f306-4bed-bbae-5099ba15a727) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:29.167047 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:29.168095 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.179786 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-d628d7c1-13d3-4f07-87e3-2f6127801d67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0729547 Oct 28 12:12:29.183040 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52650) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.187518 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:29.213094 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-511fc91d-ca7f-4f20-b277-6b1d63e2e45b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1694803 Oct 28 12:12:29.213999 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52652) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.223045 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:29.243660 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c74d4-e45e-4732-ae9f-1ae7c7d8ad26 None None] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:29.247146 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.248245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.277912 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.279021 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.279250 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1de8927-5147-4362-98ea-d11ec926c7fe,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.316899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Checking segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:29.316899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Network hostable DHCP agents. Network: 6473d7e8-f419-4ba9-aecd-de2094cc6dd8, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:29.355861 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:29.364014 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.373601 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 6473d7e8-f419-4ba9-aecd-de2094cc6dd8) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:29.388175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:29.389754 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.395708 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70699ed6-0ed0-4b52-9d61-9c4b768308ad None None] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:29.417749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8e3fcb58-358b-4f76-b7cf-8be781ca5d1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5835366 Oct 28 12:12:29.466145 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.694999 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.703751 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.718127 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81290b2f-c6ed-4009-80a3-57ec4c335b3e None None] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:29.725957 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b576f73-7da1-43a1-9f55-c33209b622a8 None None] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:29.941863 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-5853af4e-080d-4f95-bfd5-3fa948549140', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:12:29.942770 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.024037 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.066909 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.249735 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Allocated IP 172.20.0.2 (5853af4e-080d-4f95-bfd5-3fa948549140/8d5ecf44-2e11-474b-baba-58a11fe48418/2ba3f277-c008-40bd-a5ff-b4cccb91c23c) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:30.256904 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.288239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.533480 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.542195 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.589673 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Allocated IP 172.27.2.182 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/f7d2699e-be45-4bf9-8f2e-24041f342687) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:30.625623 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52722) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:30.629768 dv-cinder-815712-4-iscsi neutron-server[101494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 12:12:30.665525 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:30.670806 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52728) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:30.676399 dv-cinder-815712-4-iscsi neutron-server[101493]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 12:12:30.676694 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:30.690078 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:30.708997 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Pushing event updated for resources: {'Port': ['ID=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.737903 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.738591 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.739549 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.740135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.740633 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.741117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.741608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.742088 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.742754 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.743275 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.744313 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.744796 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Tracked resource versions report: Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: pushed versions: Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: { 'AddressGroup': {'1.2'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'ConntrackHelper': {'1.0'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Log': {'1.0'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Network': {'1.1'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Port': {'1.7'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'PortForwarding': {'1.2'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'QosPolicy': {'1.10'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroup': {'1.4'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SubPort': {'1.0'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Subnet': {'1.1'}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Trunk': {'1.1'}} Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: consumer versions: Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: HyperV agent@hv-cinder-81571: {}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'ConntrackHelper': '1.0', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Log': '1.0', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Network': '1.1', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Port': '1.7', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'PortForwarding': '1.2', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'QosPolicy': '1.10', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroup': '1.4', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SecurityGroupRule': '1.2', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'SubPort': '1.0', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Subnet': '1.1', Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: 'Trunk': '1.1'}} Oct 28 12:12:30.746152 dv-cinder-815712-4-iscsi neutron-server[101495]: {{(pid=101495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:12:30.796055 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Attempting to bind port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:30.796166 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Attempting to bind port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:30.796715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Attempting to bind port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:30.802761 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:30.803133 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Checking segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:30.803531 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.804362 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Bound using segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:30.804838 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Bound port: 2ba3f277-c008-40bd-a5ff-b4cccb91c23c, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:30.805232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.871526 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-508af5db-2c58-4182-a92a-926fbf3270a0 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:30.874425 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-508af5db-2c58-4182-a92a-926fbf3270a0 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/networks?id=6ac1954e-751a-4deb-8186-0c01c33f38fa HTTP/1.1" status: 200 len: 812 time: 0.2460539 Oct 28 12:12:30.875872 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] For port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:30.879897 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] For port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:30.888297 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.901554 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-41cb0c36-8eac-4179-b4c4-a8630ac5cbd6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/quotas/03ac030a59d7441d958e8657b702b9cd HTTP/1.1" status: 200 len: 375 time: 0.0113766 Oct 28 12:12:30.913103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.945357 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-c4651efd-3565-41a6-a724-d6c38df1ef38 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:30.946911 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-c4651efd-3565-41a6-a724-d6c38df1ef38 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.2726657 Oct 28 12:12:30.964896 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-35efeb5a-de2e-4393-9286-5ef38df8bf0b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ac030a59d7441d958e8657b702b9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535202 Oct 28 12:12:30.974452 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad052-619f-4adc-b009-2fafe4003fd5 None None] Pushing event updated for resources: {'Port': ['ID=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.984788 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-d765c76d-4c9d-414f-86f5-4389dd7dc58a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/quotas/f032353009b64d738b6c00574846cb51 HTTP/1.1" status: 200 len: 375 time: 0.0295227 Oct 28 12:12:31.044353 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-5e29d64a-cafe-48d9-9a60-ed8c876a9034 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593724 Oct 28 12:12:31.057254 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.118059 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:31.123174 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:31.132915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:31.230835 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-c3660e11-1caa-4b63-851d-dd2689587592 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:12:31.230835 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-c3660e11-1caa-4b63-851d-dd2689587592 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0743403 Oct 28 12:12:31.231695 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Allocated IP 172.27.2.130 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/3d825552-7d6b-4fb5-8157-72de9868a958) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:31.237385 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d2699e-be45-4bf9-8f2e-24041f342687,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:31.334811 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-aafc904f-b269-4c8d-ad2a-2edd88a040b7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:12:31.335667 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-cef5aa43-2c33-4043-8d58-6af62dff1af6 service neutron] 10.222.0.37 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413805 Oct 28 12:12:31.336558 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-aafc904f-b269-4c8d-ad2a-2edd88a040b7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1562207 Oct 28 12:12:31.433285 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-f58ad78c-9c16-4c69-a83d-98cb7c608572 service neutron] 10.222.0.37 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895667 Oct 28 12:12:31.529166 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.603439 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-e75280a7-bf06-4f0b-8d6e-1f3613aae2db service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536001 Oct 28 12:12:31.607786 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.771720 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.881208 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:31.895489 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9ff6f527-3e9b-4f1d-8b22-39c5263a3fc9 req-6d898cd0-1921-4075-9777-4a2496762dee tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0904062 Oct 28 12:12:31.925108 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-176491c8-13a4-4526-a51e-c0c1ed50c78f service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843390 Oct 28 12:12:31.989217 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:32.003536 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Pushing event updated for resources: {'Port': ['ID=3d825552-7d6b-4fb5-8157-72de9868a958,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:32.042443 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:32.097180 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.147194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2ba3f277-c008-40bd-a5ff-b4cccb91c23c up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:32.294964 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:32.295503 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.327861 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-816947ff-aa39-4771-8c53-5d94e91f1068 req-24312031-fd00-4d60-83db-ef7dca4102d0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0517259 Oct 28 12:12:32.454602 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.457670 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1404b-47ef-4d1c-a746-98877fe1fb57 None None] Network 5853af4e-080d-4f95-bfd5-3fa948549140 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:32.722843 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-ed7319f8-b7bf-4170-a7a5-7e9f8816ab0e None None] Provisioning complete for port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:32.723548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed7319f8-b7bf-4170-a7a5-7e9f8816ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.860474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:32.873175 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.968589 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:12:32.996924 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52854) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:33.019892 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.057366 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:33.173450 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd0659ec-f08a-4c9f-a683-3ecef95fd7e6 req-42f8be56-1fa5-440b-8ca8-4a60eecd25bf tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0677321 Oct 28 12:12:33.225982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-76256118-5766-4d55-b98d-ea203456c891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.297518 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-c1ff4ee4-ec77-4d50-8f38-57b9be31c909 None None] Provisioning complete for port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:33.300130 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4ee4-ec77-4d50-8f38-57b9be31c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.399964 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:33.434741 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Sync routers for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:33.456742 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:33.458766 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:33.480066 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-76256118-5766-4d55-b98d-ea203456c891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.487525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-76256118-5766-4d55-b98d-ea203456c891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.543708 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-76256118-5766-4d55-b98d-ea203456c891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e66bd7129624e36b04c891c44c71072&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5442586 Oct 28 12:12:33.544581 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52882) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:33.554779 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76256118-5766-4d55-b98d-ea203456c891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24486b2-7f2b-4d5d-a943-92e183e44922,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:33.643744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.688777 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.702881 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.778895 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.796612 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-517150eb-73ce-45d0-9eb6-b57875b205c4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5808852 Oct 28 12:12:33.801132 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52898) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:33.816384 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:33.868096 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9568b875-6e9a-412d-b451-196d8239e371 req-b13b62dc-b8cf-444f-9dc4-15ffcfdbd097 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.1718323 Oct 28 12:12:34.071122 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2ba3f277-c008-40bd-a5ff-b4cccb91c23c up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:34.093641 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:31Z', 'revision_number': 3, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:34.096083 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Router 84d6e896-0789-4196-87df-59e410528da3 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:12:34.126667 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Checking router: 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:34.127046 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Updating router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 port f7d2699e-be45-4bf9-8f2e-24041f342687 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:34.152988 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.179081 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:34.179759 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.232621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.247510 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.248596 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f24486b2-7f2b-4d5d-a943-92e183e44922 HTTP/1.1" status: 204 len: 168 time: 0.7014625 Oct 28 12:12:34.281922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04d40b-8089-4c31-9eef-bb86569b4945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24486b2-7f2b-4d5d-a943-92e183e44922,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:34.298288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:34.326134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.327802 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b5351235-ffc0-4859-a30a-380bcdaa7a97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1437581 Oct 28 12:12:34.333079 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52914) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:34.349408 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:34.507273 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:34.508342 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:34.695758 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.705643 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.830879 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-da0e23af-072c-405c-a9b8-50023930aa81 req-e89b4015-3749-4814-b15b-a30ea8a30f73 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.2870483 Oct 28 12:12:34.913889 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Pushing event updated for resources: {'Port': ['ID=f7d2699e-be45-4bf9-8f2e-24041f342687,revision_number=2']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:34.950275 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.963290 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.965607 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:34.966809 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.967802 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.968301 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.968855 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.969345 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.971059 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.971608 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.972102 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.975251 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.975796 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Tracked resource versions report: Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: pushed versions: Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: { 'AddressGroup': {'1.2'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'ConntrackHelper': {'1.0'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Log': {'1.0'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Network': {'1.1'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Port': {'1.7'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'PortForwarding': {'1.2'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'QosPolicy': {'1.10'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroup': {'1.4'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SubPort': {'1.0'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Subnet': {'1.1'}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Trunk': {'1.1'}} Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: consumer versions: Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: { DHCP agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: HyperV agent@hv-cinder-81571: {}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: L3 agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: Metadata agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: Metering agent@dv-cinder-815712-4-iscsi: {}, Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: Open vSwitch agent@dv-cinder-815712-4-iscsi: { 'AddressGroup': '1.2', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'ConntrackHelper': '1.0', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Log': '1.0', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Network': '1.1', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Port': '1.7', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'PortForwarding': '1.2', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'QosPolicy': '1.10', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroup': '1.4', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SecurityGroupRule': '1.2', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'SubPort': '1.0', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Subnet': '1.1', Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: 'Trunk': '1.1'}} Oct 28 12:12:34.978560 dv-cinder-815712-4-iscsi neutron-server[101496]: {{(pid=101496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:12:35.011867 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Attempting to bind port f7d2699e-be45-4bf9-8f2e-24041f342687 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:35.012144 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Attempting to bind port f7d2699e-be45-4bf9-8f2e-24041f342687 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:35.012503 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Attempting to bind port f7d2699e-be45-4bf9-8f2e-24041f342687 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:35.036460 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:35.036890 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:35.037229 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.037618 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:35.038236 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Bound port: f7d2699e-be45-4bf9-8f2e-24041f342687, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:35.038775 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.149678 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] For port f7d2699e-be45-4bf9-8f2e-24041f342687, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:35.163555 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] For port f7d2699e-be45-4bf9-8f2e-24041f342687, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=f7d2699e-be45-4bf9-8f2e-24041f342687,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:35.173590 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.201326 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.218147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52952) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:35.244348 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:35.244734 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:35.260716 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-353f7bd5-567c-4398-b443-e9a17d74ca38 req-b63a84de-bfb7-44fe-a2d7-3ea1c41427e0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.1758280 Oct 28 12:12:35.443102 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fafb38-6a3b-415e-bdf4-f87c3be4b404 None None] Pushing event updated for resources: {'Port': ['ID=f7d2699e-be45-4bf9-8f2e-24041f342687,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:35.466008 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-56b1baea-117e-4765-a182-0a1c637652a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.512982 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:35.539838 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.598573 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:32Z', 'revision_number': 3, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:35.666284 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:35.673608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Updating router 84d6e896-0789-4196-87df-59e410528da3 port 3d825552-7d6b-4fb5-8157-72de9868a958 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:35.710413 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.731879 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52964) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:35.773315 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:31Z', 'revision_number': 3, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:35.781538 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Allocated IP 172.20.0.1 (5853af4e-080d-4f95-bfd5-3fa948549140/8d5ecf44-2e11-474b-baba-58a11fe48418/1355f5fa-f188-440d-845f-40b743077f56) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:35.835993 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef7be2-38f0-43ba-908c-487f7a8e4e6c None None] The sync data for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi is: [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:31Z', 'revision_number': 3, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:35.900245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-56b1baea-117e-4765-a182-0a1c637652a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.907767 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-56b1baea-117e-4765-a182-0a1c637652a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.942942 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Allocated IP 172.20.0.1 (6dd2502a-f306-4bed-bbae-5099ba15a727/0c9e18a4-4aef-4a10-90da-a2504aaa4092/99ed1c02-5ea8-4626-80ad-a463f5d28760) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:35.967658 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-56b1baea-117e-4765-a182-0a1c637652a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d78a91ca41846afa70c405b617ae626&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7474306 Oct 28 12:12:35.983019 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 52970) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:36.006390 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2110129802-network', 'tenant_id': '65e6ea6aa7314687a27bdc3fc76b7c62'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:36.062058 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.078341 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.084397 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.158176 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.163769 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Attempting to bind port 3d825552-7d6b-4fb5-8157-72de9868a958 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:36.164143 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Attempting to bind port 3d825552-7d6b-4fb5-8157-72de9868a958 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:36.164506 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Attempting to bind port 3d825552-7d6b-4fb5-8157-72de9868a958 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:36.176163 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:36.176537 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:36.176939 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.177328 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:36.177795 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Bound port: 3d825552-7d6b-4fb5-8157-72de9868a958, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:36.178170 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.229815 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c92a41-ec85-4b76-a287-d4305c2a3450 None None] Pushing event updated for resources: {'Port': ['ID=3d825552-7d6b-4fb5-8157-72de9868a958,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.233182 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:36.239175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:36.242305 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1baea-117e-4765-a182-0a1c637652a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccf7ad1-394f-4285-9aa4-890a4d7623b7,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.246627 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:36.247953 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.254877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Made reservation on behalf of 65e6ea6aa7314687a27bdc3fc76b7c62 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:36.258758 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.306418 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e2afa8f9-37e1-4d0d-8cc0-daaeb1a5a991 req-a5abfe4c-7089-4f33-9669-293ba66ab6dd tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.1958847 Oct 28 12:12:36.311319 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.316512 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.319238 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] For port 3d825552-7d6b-4fb5-8157-72de9868a958, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:36.321994 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] For port 3d825552-7d6b-4fb5-8157-72de9868a958, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=3d825552-7d6b-4fb5-8157-72de9868a958,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:36.333772 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.352575 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.383742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Pushing event updated for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.440870 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:36.441922 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:36.479474 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0ab4acbc-1956-4d78-8f59-3c1116ff96d3 req-c277b42c-e876-46e2-948d-a985ec1e095e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0652080 Oct 28 12:12:36.492005 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.518943 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.533328 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1375, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:36.544368 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.544828 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Added segment 96e20cb1-61a5-41d3-8f87-99f835a16a23 of type vlan for network e8175574-63c7-4006-938f-41606225d164 Oct 28 12:12:36.556279 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c92a41-ec85-4b76-a287-d4305c2a3450 None None] Pushing event updated for resources: {'Port': ['ID=3d825552-7d6b-4fb5-8157-72de9868a958,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.600615 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.604451 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:36.641325 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.645145 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7162b06-293c-4c3e-abf4-0d786949f3d2,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.671011 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.695062 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.698589 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:36.707237 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:36.711243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:36.711875 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.793364 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.794779 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:36.796030 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.879393 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:32Z', 'revision_number': 3, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:36.895122 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1611648 Oct 28 12:12:36.900710 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 52988) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:36.906791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142fb97-7008-42f4-9658-8d58dace66b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e8175574-63c7-4006-938f-41606225d164,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.912412 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Request body: {'subnet': {'network_id': 'e8175574-63c7-4006-938f-41606225d164', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2110129802-subnet', 'tenant_id': '65e6ea6aa7314687a27bdc3fc76b7c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:36.915874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.926943 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0fc5a-7561-487a-852f-70fe8ec8aebb None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:32Z', 'revision_number': 3, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:36.937611 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network e8175574-63c7-4006-938f-41606225d164 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:36.991970 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Made reservation on behalf of 65e6ea6aa7314687a27bdc3fc76b7c62 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:36.994206 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.002962 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.005775 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.009359 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dccf7ad1-394f-4285-9aa4-890a4d7623b7 HTTP/1.1" status: 204 len: 168 time: 1.0230489 Oct 28 12:12:37.087405 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc25f97-46d4-4834-8315-3c3707be56f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccf7ad1-394f-4285-9aa4-890a4d7623b7,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.127807 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-99239576-4a68-403f-b7d7-fbbabedf2e21 None None] Provisioning complete for port 1355f5fa-f188-440d-845f-40b743077f56 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:37.128017 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-99239576-4a68-403f-b7d7-fbbabedf2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.173377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-99239576-4a68-403f-b7d7-fbbabedf2e21 None None] Port 1355f5fa-f188-440d-845f-40b743077f56 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:37.189790 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.223937 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.233400 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.234197 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.447791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.455835 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.457420 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.635736 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9b273c4e-5c2e-4668-aeed-7beb025b85cb req-3e32fbe9-9872-474e-91a5-8a7208de0fca tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0788033 Oct 28 12:12:37.642469 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Pushing event updated for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.694594 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.728850 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:37.730844 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:37.741811 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:37.747000 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9916b088-8ccd-4ea5-a9ed-e9e306ff4afa req-c7c8c8e5-2532-42a0-84c1-6d5ab363c1ec tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.1499557 Oct 28 12:12:37.756621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:37.824029 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.968820 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:38.017995 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:38.116601 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0715ff2f-128c-4d8e-b05e-99f2f6deead1,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:38.146066 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-d562f7ad-f812-40c2-9e9d-180a43531dd1 None None] Provisioning complete for port 1355f5fa-f188-440d-845f-40b743077f56 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:38.146717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d562f7ad-f812-40c2-9e9d-180a43531dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.149921 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device f7d2699e-be45-4bf9-8f2e-24041f342687 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:38.156008 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Checking segment: {'id': '96e20cb1-61a5-41d3-8f87-99f835a16a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': 'e8175574-63c7-4006-938f-41606225d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:38.156362 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Network hostable DHCP agents. Network: e8175574-63c7-4006-938f-41606225d164, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:38.204217 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:38.216225 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Network e8175574-63c7-4006-938f-41606225d164 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:38.243213 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7453edca-b5f1-4b91-846f-549b264e0bdc admin admin] 10.222.0.37 "PUT /v2.0/routers/84d6e896-0789-4196-87df-59e410528da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086225 Oct 28 12:12:38.252665 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:38.264642 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Sync routers for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:38.270752 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0b1ee256-abbb-4080-b34f-5e8637418154 admin admin] 10.222.0.37 "PUT /v2.0/routers/04e9ec94-e06b-4aef-ac1a-ed1bfb951d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4638355 Oct 28 12:12:38.270752 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, e8175574-63c7-4006-938f-41606225d164) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:38.280208 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:38.281186 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.291419 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:38.291682 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-d562f7ad-f812-40c2-9e9d-180a43531dd1 None None] Port 1355f5fa-f188-440d-845f-40b743077f56 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:38.293334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d53af9-9203-4708-97e3-eff2b3e4f193 None None] Network e8175574-63c7-4006-938f-41606225d164 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:38.298309 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:38.307838 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d3e67095-535a-4f7d-8b1b-8002194f2020 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4060354 Oct 28 12:12:38.422748 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port f7d2699e-be45-4bf9-8f2e-24041f342687 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:38.423672 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.470168 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:38.509641 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41116b-3dce-498b-a452-4a1c127f31ac None None] Network e8175574-63c7-4006-938f-41606225d164 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:38.642580 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.728172 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port f7d2699e-be45-4bf9-8f2e-24041f342687, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=f7d2699e-be45-4bf9-8f2e-24041f342687,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:38.746026 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.747344 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 3d825552-7d6b-4fb5-8157-72de9868a958 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:38.749362 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.820296 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a08bb70f-6177-4049-98d2-d7d10aa856d6 req-66acde92-b8ab-487c-a315-b5f0672b98ee tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0549076 Oct 28 12:12:38.850632 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=f7d2699e-be45-4bf9-8f2e-24041f342687,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:38.872236 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 4, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '99ed1c02-5ea8-4626-80ad-a463f5d28760', 'name': '', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'mac_address': 'fa:16:3e:28:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 2, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'subnets': [{'id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:38.880308 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 3d825552-7d6b-4fb5-8157-72de9868a958 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:38.888971 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.948612 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Checking router: 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:38.949099 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Updating router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 port 99ed1c02-5ea8-4626-80ad-a463f5d28760 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:38.996001 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.086216 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.107', 50830) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:39.163678 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.240803 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 3d825552-7d6b-4fb5-8157-72de9868a958, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=3d825552-7d6b-4fb5-8157-72de9868a958,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:39.271272 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.434442 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=3d825552-7d6b-4fb5-8157-72de9868a958,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:39.499248 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:39.521906 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:39.525749 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:39.644831 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-20897414-2ae7-4226-b370-c1386b5fb12e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:39.646747 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-20897414-2ae7-4226-b370-c1386b5fb12e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.107 "GET /v2.0/networks?id=6ac1954e-751a-4deb-8186-0c01c33f38fa HTTP/1.1" status: 200 len: 812 time: 0.5593262 Oct 28 12:12:39.678839 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8b96a3f6-e60d-4798-881c-73710890001c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:39.684489 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8b96a3f6-e60d-4798-881c-73710890001c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 819 time: 0.4238927 Oct 28 12:12:39.704300 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53092) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:39.709044 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-b79f6d51-a928-490b-80da-a350deb34dc7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/quotas/f7674a1ffc684002a3b3e181e1e3ffd8 HTTP/1.1" status: 200 len: 375 time: 0.0182428 Oct 28 12:12:39.716201 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-385720724-network', 'tenant_id': '7cce58be69d64c719e8c826cde2de5bc'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:39.765152 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.773410 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Made reservation on behalf of 7cce58be69d64c719e8c826cde2de5bc for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:39.779308 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.787111 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.788611 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53098) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:39.802372 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.811072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747476213', 'description': 'tempest-description--1058335065'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:39.861797 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-00c5add2-d286-4a60-984f-af4e216ada97 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429405 Oct 28 12:12:39.885697 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.916519 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-65104765-680f-4923-aaa5-7e1d52982abc req-255e639e-0d34-4cd8-a06b-7a21bc00a566 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0404499 Oct 28 12:12:39.964387 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10f340-a097-435c-b7c5-261ca7bfb88f None None] Pushing event updated for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.023833 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.036620 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.048825 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:40.073067 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 1399, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:40.084777 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Attempting to bind port 99ed1c02-5ea8-4626-80ad-a463f5d28760 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:40.085321 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Attempting to bind port 99ed1c02-5ea8-4626-80ad-a463f5d28760 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:40.085896 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Attempting to bind port 99ed1c02-5ea8-4626-80ad-a463f5d28760 on network 6dd2502a-f306-4bed-bbae-5099ba15a727 {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:40.095356 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:40.097089 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Checking segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:40.097644 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.097796 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device f7d2699e-be45-4bf9-8f2e-24041f342687 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:40.098332 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Bound using segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:40.099092 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Bound port: 99ed1c02-5ea8-4626-80ad-a463f5d28760, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:40.099861 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.105741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bebd63-07c9-46fd-8c0a-9ac89cd9337f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.117336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.117622 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Added segment dea1fc9b-d205-4014-9e76-a251b940b913 of type vlan for network 54cb65af-a277-485b-9067-6ae51d565530 Oct 28 12:12:40.136498 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-9d18e0ab-7bdb-44f8-a82b-02036ad63524 service neutron] 10.222.0.37 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594430 Oct 28 12:12:40.161575 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a367c48d-3100-41b3-96fa-5b8991fd56a8 req-68458151-188c-44b9-9c69-9f8669a944a7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0505514 Oct 28 12:12:40.239995 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.289792 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] For port 99ed1c02-5ea8-4626-80ad-a463f5d28760, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:40.291741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.293051 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:40.294029 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-fd8b7172-a74a-4c67-97ce-55f8696f694b service neutron] 10.222.0.37 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465366 Oct 28 12:12:40.294174 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.306542 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] For port 99ed1c02-5ea8-4626-80ad-a463f5d28760, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=99ed1c02-5ea8-4626-80ad-a463f5d28760,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:40.314102 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port f7d2699e-be45-4bf9-8f2e-24041f342687 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:40.314605 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.319659 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.323420 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.333358 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.415481 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8749c9e2-d301-40ac-808e-e1fd834a7a54,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.430304 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.437240 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8d1e1df6-9282-4c51-9dea-676720f7327b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6374085 Oct 28 12:12:40.438786 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53118) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:40.439515 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:40.440327 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:40.468798 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group_rule': {'security_group_id': '8749c9e2-d301-40ac-808e-e1fd834a7a54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:40.470954 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 2, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:40.474267 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 3d825552-7d6b-4fb5-8157-72de9868a958 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:40.484107 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7786536 Oct 28 12:12:40.487437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53120) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:40.493292 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Request body: {'subnet': {'network_id': '54cb65af-a277-485b-9067-6ae51d565530', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-385720724-subnet', 'tenant_id': '7cce58be69d64c719e8c826cde2de5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:40.521652 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.db.api [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 12:12:40.521652 dv-cinder-815712-4-iscsi neutron-server[101493]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 12:12:40.521652 dv-cinder-815712-4-iscsi neutron-server[101493]: [parameters: {'project_id_1': '7cce58be69d64c719e8c826cde2de5bc', 'expiration_1': datetime.datetime(2021, 10, 28, 12, 12, 20, 499068)}] Oct 28 12:12:40.521652 dv-cinder-815712-4-iscsi neutron-server[101493]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:12:40.527979 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG oslo_db.api [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:12:40.530625 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55781a-6ca3-45cf-a174-baf12be57bcb admin admin] Pushing event updated for resources: {'Network': ['ID=54cb65af-a277-485b-9067-6ae51d565530,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.543053 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:40.543379 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Updating router 84d6e896-0789-4196-87df-59e410528da3 port 1355f5fa-f188-440d-845f-40b743077f56 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:40.577164 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 54cb65af-a277-485b-9067-6ae51d565530 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:40.593042 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.625965 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.632652 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10f340-a097-435c-b7c5-261ca7bfb88f None None] Pushing event updated for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.668686 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:40.723828 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 3d825552-7d6b-4fb5-8157-72de9868a958 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:40.724448 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.744638 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.748426 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0e3ce8f3-dea7-42ab-8a2a-713bd35f5ab0 req-f9d5ec5a-31c9-4d6a-9e29-72e69c4635fe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 210 time: 0.1308627 Oct 28 12:12:40.756145 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.801908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d511b72-8a70-42ed-ba1b-e13bf9c1703c,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.806096 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.818255 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5a8d2a09-bc85-4c5e-9850-c6022d8be156 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771489 Oct 28 12:12:40.818914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53142) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:40.829084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group_rule': {'security_group_id': '8749c9e2-d301-40ac-808e-e1fd834a7a54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:40.907222 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.089349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.110613 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.144999 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Made reservation on behalf of 7cce58be69d64c719e8c826cde2de5bc for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:41.157990 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.185468 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.195260 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.214082 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-55e9e259-0035-43bd-8dc2-62f66e80d961 req-e14cfd2d-f460-4f79-8f41-bd966bb59be2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.1201823 Oct 28 12:12:41.313524 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f862e77-38a3-4a79-a23b-24a779e826e8 None None] Pushing event updated for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:41.346272 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3443f3-f991-4fa1-9c41-a1a2954d8e6c,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:41.388809 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 4, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '99ed1c02-5ea8-4626-80ad-a463f5d28760', 'name': '', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'mac_address': 'fa:16:3e:28:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:40Z', 'revision_number': 4, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'subnets': [{'id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:41.391987 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e54a1a7d-9793-401e-bc34-d47e656f9ba9 req-02af332d-d82a-477d-938f-9830efacdaed tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0712748 Oct 28 12:12:41.438914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Attempting to bind port 1355f5fa-f188-440d-845f-40b743077f56 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:41.440161 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Attempting to bind port 1355f5fa-f188-440d-845f-40b743077f56 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:41.441450 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Attempting to bind port 1355f5fa-f188-440d-845f-40b743077f56 on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:41.458360 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:41.460248 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a533d-28b9-4d1d-bace-abf46d8e86c4 None None] The sync data for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi is: [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 4, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '99ed1c02-5ea8-4626-80ad-a463f5d28760', 'name': '', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'mac_address': 'fa:16:3e:28:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:40Z', 'revision_number': 4, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'subnets': [{'id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:41.460718 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Checking segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:41.461628 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.462223 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Bound using segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:41.471567 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Bound port: 1355f5fa-f188-440d-845f-40b743077f56, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:41.472144 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.586548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] For port 1355f5fa-f188-440d-845f-40b743077f56, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:41.590665 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] For port 1355f5fa-f188-440d-845f-40b743077f56, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1355f5fa-f188-440d-845f-40b743077f56,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:41.608288 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.677682 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.679210 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7102578a-941e-4dc2-b65d-a7d65aa87f80 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8592598 Oct 28 12:12:41.682410 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53190) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:41.687564 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:41.705377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:41.706568 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:12:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:41.752327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.817249 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-deafeb6b-58ef-4b35-b2f1-fe84e3e71832 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:41.823314 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f862e77-38a3-4a79-a23b-24a779e826e8 None None] Pushing event updated for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:41.825066 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-deafeb6b-58ef-4b35-b2f1-fe84e3e71832 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 819 time: 0.4872944 Oct 28 12:12:41.865920 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] Provisioning complete for port 1355f5fa-f188-440d-845f-40b743077f56 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:41.866565 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.891365 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-b21cac19-6d02-4ca5-ab8e-a983576ca91e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/quotas/f7674a1ffc684002a3b3e181e1e3ffd8 HTTP/1.1" status: 200 len: 375 time: 0.0653844 Oct 28 12:12:41.930440 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Request body: {'port': {'device_id': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa', 'admin_state_up': True, 'tenant_id': '03ac030a59d7441d958e8657b702b9cd'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:41.948825 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:41.972878 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:12:42.141228 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-39fc10fb-fd1c-4bdf-bdcf-1339dbac961f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2486086 Oct 28 12:12:42.243559 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 99ed1c02-5ea8-4626-80ad-a463f5d28760 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:42.347061 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-6983db6b-2b31-4f27-b4e5-4ee83523383a service neutron] 10.222.0.37 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048874 Oct 28 12:12:42.348311 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.375277 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ce0fe2a3-0be2-4808-aad1-e99cbb2455a5 req-25111c94-4b0b-405d-bbd0-54d49f7fb83f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0428283 Oct 28 12:12:42.396206 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.425747 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Made reservation on behalf of 03ac030a59d7441d958e8657b702b9cd for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:42.427664 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.430030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.530301 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f83339-76a7-40f1-adaf-2f7a99777a8a,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:42.543668 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Checking segment: {'id': 'dea1fc9b-d205-4014-9e76-a251b940b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '54cb65af-a277-485b-9067-6ae51d565530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:42.544030 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Network hostable DHCP agents. Network: 54cb65af-a277-485b-9067-6ae51d565530, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:42.582471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Network 54cb65af-a277-485b-9067-6ae51d565530 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:42.612068 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] For port 1355f5fa-f188-440d-845f-40b743077f56, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1355f5fa-f188-440d-845f-40b743077f56,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:42.617227 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 99ed1c02-5ea8-4626-80ad-a463f5d28760 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:42.618302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.622846 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 54cb65af-a277-485b-9067-6ae51d565530) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:42.636331 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:42.637231 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.641496 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-e1af3d97-683b-4be3-93f0-d522cd30c95b service neutron] 10.222.0.37 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709336 Oct 28 12:12:42.648687 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.660545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67232e-85b3-492b-8ed3-5ecb5a8d8056 None None] Network 54cb65af-a277-485b-9067-6ae51d565530 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:42.683631 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-37d588c0-5e2e-48f9-b397-93cc819582ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1935685 Oct 28 12:12:42.994399 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53260) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:43.015754 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1fa1c04c-6ebc-48e0-873c-237f268d5d03 req-8c911863-73ea-4680-90a1-4742d66a87c7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0814583 Oct 28 12:12:43.133929 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Deleting subnet 0715ff2f-128c-4d8e-b05e-99f2f6deead1 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:12:43.173143 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5be66868-b65b-4373-9c73-ef00c7cff584 req-26847b54-ebf3-49d7-b241-695ab38de815 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.1113329 Oct 28 12:12:43.173929 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.174509 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce4d30-c0c6-4f2c-a9e5-2d8a6cbf5030 None None] Network 54cb65af-a277-485b-9067-6ae51d565530 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:43.269266 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.269623 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Allocated IP 172.20.0.2 (6ac1954e-751a-4deb-8186-0c01c33f38fa/c2d32417-0771-4c8f-a25c-d73a4e750d50/5e44939b-7777-4875-ae6d-f2d700df9c88) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:43.273026 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Allocated IP 172.27.2.59 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/89fe35f3-eeaa-48cd-a79a-573af90c8f47) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:43.305333 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.334039 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-2ab1dddb-4be4-4660-99d9-ebdcc449c5c0 None None] Provisioning complete for port 1355f5fa-f188-440d-845f-40b743077f56 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:43.334476 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2ab1dddb-4be4-4660-99d9-ebdcc449c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.486013 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.574387 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0715ff2f-128c-4d8e-b05e-99f2f6deead1,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:43.578939 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.595089 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6c4276af-9c49-4626-ade7-1269eb15c73c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0715ff2f-128c-4d8e-b05e-99f2f6deead1 HTTP/1.1" status: 204 len: 168 time: 0.5987458 Oct 28 12:12:43.598624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53294) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:43.693430 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8e67c2c5-1d89-412b-81c0-d70786f97bac req-a93b6937-a060-42c9-b857-7bfb8c2ddbad tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.1497753 Oct 28 12:12:43.718135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:41Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:43.780066 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.792791 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.107', 50839) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:43.921980 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.934300 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.937843 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda39c1-18bc-47bc-8f56-161554e3e7c7 None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:41Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:43.959048 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.960180 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.962607 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.964352 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > port after_create 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.964758 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.967853 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > port after_update 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.968537 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.969694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.971091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.972719 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:43.974390 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba34cf3-56e3-4407-ac50-b4687ce08ecc None None] Pushing event updated for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:43.978961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-a5bfa1c7-911c-445a-ab29-2e8d2c386a6c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.980506 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-a5bfa1c7-911c-445a-ab29-2e8d2c386a6c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1723731 Oct 28 12:12:44.056528 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Request body: {'port': {'device_id': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'admin_state_up': True, 'tenant_id': 'f032353009b64d738b6c00574846cb51'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:44.105924 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.184093 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.209451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53316) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:44.258587 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.306058 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Network 6ac1954e-751a-4deb-8186-0c01c33f38fa is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:44.318059 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 99ed1c02-5ea8-4626-80ad-a463f5d28760, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=99ed1c02-5ea8-4626-80ad-a463f5d28760,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:44.325687 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.417824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:44.431874 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:44.472046 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:44.486491 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:44.488436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.580900 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1355f5fa-f188-440d-845f-40b743077f56 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:44.620476 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:44.621380 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:44.622507 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:44.623331 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:12:44.624822 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8175574-63c7-4006-938f-41606225d164']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:44.689384 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e20cb1-61a5-41d3-8f87-99f835a16a23') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:44.689696 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e20cb1-61a5-41d3-8f87-99f835a16a23') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:44.689808 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 1355f5fa-f188-440d-845f-40b743077f56 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:44.690125 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.723687 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.756825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.769456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Releasing vlan 1375 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:12:44.769870 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.821253 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Pushing event updated for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: from cryptography.utils import int_from_bytes Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: from cryptography.utils import int_from_bytes Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:12:44.844175 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:12:44.851439 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-43543622-e4bb-4491-9ac2-bb8d4ef324d6 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9261839 Oct 28 12:12:44.898474 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:44.903521 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-05dc90d7-b1d8-4258-b4e8-f9790b1309df req-a645dfc7-95da-4750-9c25-726aee7bd8e9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.2429771 Oct 28 12:12:44.905025 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.913102 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.922274 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:44.928696 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8175574-63c7-4006-938f-41606225d164 HTTP/1.1" status: 204 len: 168 time: 1.3140910 Oct 28 12:12:44.943188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c74d-debc-434c-a743-ef54c3534c81 req-571d6da8-41cc-4db9-a823-770ea02fd4d1 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:44.955499 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b02c74d-debc-434c-a743-ef54c3534c81 req-571d6da8-41cc-4db9-a823-770ea02fd4d1 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.7652287 Oct 28 12:12:44.957603 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53342) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:44.965292 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3c95a-0587-4eba-815d-1ae64310a36d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8175574-63c7-4006-938f-41606225d164,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:44.988900 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.000505 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e284bab-5235-4408-ab7c-93e6974c7ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.102201 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:45.109133 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-54d973ab-b475-4262-a280-acc6f5f8f188 req-606a9b0c-3551-43cc-943a-d8d7c4c42c47 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0407841 Oct 28 12:12:45.292295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:45.304295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:45.570328 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Deleting subnet 73f83339-76a7-40f1-adaf-2f7a99777a8a {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:12:45.603952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=89fe35f3-eeaa-48cd-a79a-573af90c8f47,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:45.610222 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b02c74d-debc-434c-a743-ef54c3534c81 req-81988930-02e6-4a71-9362-5c19eb79651e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255846 Oct 28 12:12:45.661263 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.807952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.834671 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Allocated IP 172.20.0.12 (6473d7e8-f419-4ba9-aecd-de2094cc6dd8/f1de8927-5147-4362-98ea-d11ec926c7fe/9150fd45-c84d-4736-a6a2-8247b4b15dda) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:45.839008 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.866965 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.882139 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e284bab-5235-4408-ab7c-93e6974c7ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:45.946502 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e284bab-5235-4408-ab7c-93e6974c7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.034196 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.076882 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fe51b323-bdaa-4e07-aa8c-c1663aed6d96 req-a6a84688-4d6b-4546-a770-5b3565973224 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0586886 Oct 28 12:12:46.102329 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0e284bab-5235-4408-ab7c-93e6974c7ccf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7788fa375ffb4b578d729217e129d97a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8888614 Oct 28 12:12:46.103787 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53372) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:46.109103 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e284bab-5235-4408-ab7c-93e6974c7ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe9f604-00c5-4eb5-8de4-74b9eb0b8192,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:46.211244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.311484 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.359060 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.470591 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f83339-76a7-40f1-adaf-2f7a99777a8a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:46.515127 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-53d5d884-b4b0-4523-9399-115a576a9000 req-5d5548a6-3904-4370-a715-fe33f3c2492b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 210 time: 0.0613081 Oct 28 12:12:46.538979 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 99ed1c02-5ea8-4626-80ad-a463f5d28760 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:46.543012 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.561229 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.567929 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe9f604-00c5-4eb5-8de4-74b9eb0b8192 HTTP/1.1" status: 204 len: 168 time: 0.4617097 Oct 28 12:12:46.569525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.577751 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d611-37b8-47c3-a4da-624b150fef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe9f604-00c5-4eb5-8de4-74b9eb0b8192,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:46.600084 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.611695 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c72b6c0b-c9a1-453f-94de-1a43e376bf00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/73f83339-76a7-40f1-adaf-2f7a99777a8a HTTP/1.1" status: 204 len: 168 time: 1.6508071 Oct 28 12:12:46.618080 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53388) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:46.770203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 99ed1c02-5ea8-4626-80ad-a463f5d28760 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:46.770564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.817753 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.902026 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.905298 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.923862 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:46.950148 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52e2f2-1462-4106-bf5e-735e6b8c42bf req-fea85d6f-a281-45ce-9984-9f8daba0c6fa tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:46.951764 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6c52e2f2-1462-4106-bf5e-735e6b8c42bf req-fea85d6f-a281-45ce-9984-9f8daba0c6fa tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.2030761 Oct 28 12:12:47.004015 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.030345 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:47.052069 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.055876 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:47.072971 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=89fe35f3-eeaa-48cd-a79a-573af90c8f47,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:47.077270 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:47.085176 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:47.086188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.099058 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb65af-a277-485b-9067-6ae51d565530']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:47.113197 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6c52e2f2-1462-4106-bf5e-735e6b8c42bf req-b9510c34-91a6-4d67-be46-954ec063f348 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508856 Oct 28 12:12:47.141549 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea1fc9b-d205-4014-9e76-a251b940b913') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:47.142174 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea1fc9b-d205-4014-9e76-a251b940b913') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:47.166442 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.198822 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.208408 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.212261 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8cf35fd9-e9c2-46da-a3ec-cc01cd55d9af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5287006 Oct 28 12:12:47.232898 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2103879 Oct 28 12:12:47.235682 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Releasing vlan 1399 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:12:47.236836 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d980d-95ae-4c75-9309-c97922acdc21 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event updated for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:47.239865 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:12:47.243463 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:12:47.295402 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-735f28ae-d6dd-415d-8a46-79ada2d9de9d req-e5bc5a20-9799-432d-abc6-84ee7759b8cb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0841320 Oct 28 12:12:47.310407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53410) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:47.329095 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.329318 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c65bd58-dd7e-4191-af2b-466d8f37be05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.364360 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.376883 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] 10.222.0.37 "DELETE /v2.0/networks/54cb65af-a277-485b-9067-6ae51d565530 HTTP/1.1" status: 204 len: 168 time: 0.7554898 Oct 28 12:12:47.379082 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0f09-6389-4d41-ab1f-3a0ff14a6c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=54cb65af-a277-485b-9067-6ae51d565530,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:47.448030 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53416) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:47.457215 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c65bd58-dd7e-4191-af2b-466d8f37be05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.472525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c65bd58-dd7e-4191-af2b-466d8f37be05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.526760 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53424) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:47.536983 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7c65bd58-dd7e-4191-af2b-466d8f37be05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3ba61f03ce64882b03c10504520f649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253532 Oct 28 12:12:47.573707 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65bd58-dd7e-4191-af2b-466d8f37be05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b4ad4-7905-44a9-8300-9cbbbab4027e,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:47.899096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.903473 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9bdf56f3-43d9-4e86-90a3-96f663f6fadc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1747476213&fields=id&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 267 time: 0.1423528 Oct 28 12:12:47.952947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53444) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:47.965660 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2a052aa4-43c8-49b4-976f-a1c715ce0483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:47.974567 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.058486 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-01683769-9b2f-41a0-b27a-a9e1b6b8ab4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65e6ea6aa7314687a27bdc3fc76b7c62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1042736 Oct 28 12:12:48.062035 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53448) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:48.080619 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc082d-eca5-4438-8c85-6168d50c5997 req-44f708d3-4412-4e7b-a961-484ba8ce80b3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:48.082864 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-77dc082d-eca5-4438-8c85-6168d50c5997 req-44f708d3-4412-4e7b-a961-484ba8ce80b3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.2837026 Oct 28 12:12:48.117862 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-b59d62a7-48a5-4951-b943-1e0fe6fccf86 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:48.127280 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-b59d62a7-48a5-4951-b943-1e0fe6fccf86 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 816 time: 0.2103093 Oct 28 12:12:48.157901 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-ae8cf662-76bf-4afa-989f-05ca8ef47842 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/quotas/e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 375 time: 0.0315242 Oct 28 12:12:48.158285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.161256 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.162392 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/298b4ad4-7905-44a9-8300-9cbbbab4027e HTTP/1.1" status: 204 len: 168 time: 0.6344168 Oct 28 12:12:48.177319 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-77dc082d-eca5-4438-8c85-6168d50c5997 req-b5e3a376-f3c0-4444-85b3-e98b6f03ec5f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809777 Oct 28 12:12:48.183859 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd805d-6733-4d86-88e5-0f3fbdffe281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b4ad4-7905-44a9-8300-9cbbbab4027e,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:48.224616 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2a052aa4-43c8-49b4-976f-a1c715ce0483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.232206 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2a052aa4-43c8-49b4-976f-a1c715ce0483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.243899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.290710 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.330921 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2a052aa4-43c8-49b4-976f-a1c715ce0483 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b118df88ab9244248a7d6b97be6f3dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8812692 Oct 28 12:12:48.332185 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-4e0956de-409f-4082-a953-c62e180aaba0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1731894 Oct 28 12:12:48.333302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a052aa4-43c8-49b4-976f-a1c715ce0483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcaba54-849d-4cb7-ab38-3fc8631f6bb3,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:48.352544 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53456) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:48.404073 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d42f6-7ad7-4ba3-b8d8-e12eaca4eb84 req-49a783cb-ce9b-4f2b-ae31-1a12eaef5e54 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:48.405663 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-899d42f6-7ad7-4ba3-b8d8-e12eaca4eb84 req-49a783cb-ce9b-4f2b-ae31-1a12eaef5e54 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0884674 Oct 28 12:12:48.470190 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-899d42f6-7ad7-4ba3-b8d8-e12eaca4eb84 req-2f445329-ab37-466c-a8e5-d910348d505e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491288 Oct 28 12:12:48.544288 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.576682 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.582027 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.584950 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.586499 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7162b06-293c-4c3e-abf4-0d786949f3d2 HTTP/1.1" status: 204 len: 168 time: 0.5231428 Oct 28 12:12:48.602040 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a41e25be-972e-4098-8308-f0952f6b8bbb req-b97367ad-b3e8-4e57-82d0-f43d2667b56f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0472898 Oct 28 12:12:48.628940 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6186-2fb1-4288-8003-4da664b137cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7162b06-293c-4c3e-abf4-0d786949f3d2,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:48.632229 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-6c0b8ea2-889b-406a-97f2-0c8cd4306e4e service neutron] 10.222.0.37 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484884 Oct 28 12:12:48.765136 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.767787 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.769660 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fcaba54-849d-4cb7-ab38-3fc8631f6bb3 HTTP/1.1" status: 204 len: 168 time: 0.4143412 Oct 28 12:12:48.784281 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be03f-4e11-4524-8cd8-04043866a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcaba54-849d-4cb7-ab38-3fc8631f6bb3,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:48.841678 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-b5987620-0c71-4a92-9f97-f6ca92a26780 service neutron] 10.222.0.37 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905487 Oct 28 12:12:49.166921 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d500a4af-f132-422b-9e6e-821f6f81480e req-01b85f8a-f3fa-48ee-af40-b8ae40aa4190 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.1076827 Oct 28 12:12:49.350587 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53496) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:49.375563 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9931f-32a2-44ba-b548-d763e3d5cf07 req-452b947f-f87d-44cb-b7f6-eb294d82dd46 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:49.385209 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-50b9931f-32a2-44ba-b548-d763e3d5cf07 req-452b947f-f87d-44cb-b7f6-eb294d82dd46 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.0772772 Oct 28 12:12:49.467357 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-50b9931f-32a2-44ba-b548-d763e3d5cf07 req-d495a38a-f15a-4c3d-a006-f57e80d0a078 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796878 Oct 28 12:12:49.500641 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53506) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:49.524418 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-453a1dce-9f4e-4088-afbe-ee1764025ab6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cce58be69d64c719e8c826cde2de5bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1447897 Oct 28 12:12:49.636233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:49.692076 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:49.760711 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8caf2-99d5-4301-aada-ad4e61bad193 req-d9d05342-dc63-4456-bd32-edc11dfbe167 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:49.777146 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-add8caf2-99d5-4301-aada-ad4e61bad193 req-d9d05342-dc63-4456-bd32-edc11dfbe167 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.1076157 Oct 28 12:12:49.808578 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:49.811214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:49.818715 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1bebd63-07c9-46fd-8c0a-9ac89cd9337f HTTP/1.1" status: 204 len: 168 time: 0.3165195 Oct 28 12:12:49.879675 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-adf2667f-884a-4b10-971e-2aae6bb2cd7d req-884d4742-9291-4503-a422-b67f09dd4211 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0770557 Oct 28 12:12:49.879675 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed092f-04ea-41d6-8df3-5b039b9239c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bebd63-07c9-46fd-8c0a-9ac89cd9337f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:49.908557 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-add8caf2-99d5-4301-aada-ad4e61bad193 req-fd75f50c-e9af-4015-a116-0a7ab1247848 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262684 Oct 28 12:12:49.908902 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53522) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:50.124683 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-499ce960-d908-4510-81c9-570797968877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.289027 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-499ce960-d908-4510-81c9-570797968877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.292028 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-58cdf918-0130-4bb5-8cc6-58a2a27dc34a req-403f0b2e-545e-4a43-804e-7cfdb2fcde9e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0426936 Oct 28 12:12:50.297204 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-499ce960-d908-4510-81c9-570797968877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.353151 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-499ce960-d908-4510-81c9-570797968877 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bae8cc3d842416bbe51f1b5a4c32551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425581 Oct 28 12:12:50.353985 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce960-d908-4510-81c9-570797968877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac41b91-c281-4d7f-a11e-6b5066066417,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:50.355572 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 53538) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:50.436380 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.481717 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.807485 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.810143 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.811342 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bac41b91-c281-4d7f-a11e-6b5066066417 HTTP/1.1" status: 204 len: 168 time: 0.4542036 Oct 28 12:12:50.840087 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14c2b-f86f-4e2b-a2b4-f21ea6bd8779 req-a259b000-3e36-41c8-ab2f-fdbfa1c960f7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:50.848447 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01b14c2b-f86f-4e2b-a2b4-f21ea6bd8779 req-a259b000-3e36-41c8-ab2f-fdbfa1c960f7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.2893810 Oct 28 12:12:50.856911 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172617c1-54cc-4f12-84de-ae28b1af01c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac41b91-c281-4d7f-a11e-6b5066066417,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:50.926941 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01b14c2b-f86f-4e2b-a2b4-f21ea6bd8779 req-0ec23720-26f2-4677-835b-579608adf4ea tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751469 Oct 28 12:12:51.026475 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-799f9f41-a424-44ae-950b-522de7a0c037 req-bfc0228a-0aff-4562-b0ef-71e10c80acb3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0501075 Oct 28 12:12:51.123168 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2fa6-fbe2-4c05-ac07-2c4e2c4dbb03 req-b08eaad7-606e-45ec-ab9f-ae6596fb2705 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:51.127620 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-694d2fa6-fbe2-4c05-ac07-2c4e2c4dbb03 req-b08eaad7-606e-45ec-ab9f-ae6596fb2705 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0739901 Oct 28 12:12:51.192694 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-694d2fa6-fbe2-4c05-ac07-2c4e2c4dbb03 req-3f342a66-8a26-4009-b851-3b1e1971897e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Oct 28 12:12:51.439297 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4c2f15c6-c952-4516-84c3-a0e71c92903f req-f8c37545-1b58-47cf-8b20-fb86f82d6371 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0345366 Oct 28 12:12:51.599895 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53588) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:51.619216 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd2f-423d-4898-a047-33303e2a3a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:51.741939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd2f-423d-4898-a047-33303e2a3a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:51.746991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd2f-423d-4898-a047-33303e2a3a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:51.790188 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9a5afd2f-423d-4898-a047-33303e2a3a74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=727ec20bf92b4d05a2fe5c4d633114a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887417 Oct 28 12:12:51.793027 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 53594) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:51.800369 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5afd2f-423d-4898-a047-33303e2a3a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b9b882-186c-4400-9f21-c4d53e34d313,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:51.879319 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:51.920751 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:51.975856 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8872402b-5e19-42d5-9cac-6fd68b0e84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:52.044002 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:52.054040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:52.057553 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03b9b882-186c-4400-9f21-c4d53e34d313 HTTP/1.1" status: 204 len: 168 time: 0.2633123 Oct 28 12:12:52.089414 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed1877-81be-4241-95d8-33e083440ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b9b882-186c-4400-9f21-c4d53e34d313,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:52.178307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47614a8-04ca-4ef7-9026-1e97c12b156a req-599c2df7-ee18-4e47-b4a9-d756c72391b3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:52.179956 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f47614a8-04ca-4ef7-9026-1e97c12b156a req-599c2df7-ee18-4e47-b4a9-d756c72391b3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.1422429 Oct 28 12:12:52.185447 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96bc8168-7bd7-4b5f-861b-50e75f9ba107 req-18bec5f6-5270-42b3-a379-940cc43d629c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0437949 Oct 28 12:12:52.270502 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f47614a8-04ca-4ef7-9026-1e97c12b156a req-4c89afc1-4310-4ae5-b106-ff0a72d04393 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832942 Oct 28 12:12:52.446872 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b651bd-4b69-43c3-b41c-b76453ede7c1 req-ab2d9996-704c-4128-9846-c717cbf1c023 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:52.448802 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95b651bd-4b69-43c3-b41c-b76453ede7c1 req-ab2d9996-704c-4128-9846-c717cbf1c023 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.1201096 Oct 28 12:12:52.515147 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95b651bd-4b69-43c3-b41c-b76453ede7c1 req-fc70e623-6fe9-453e-a430-5342371b6d9c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Oct 28 12:12:52.601343 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-67422ffb-17e3-43cb-8cb8-9e6ac794d82a req-24b9447b-0516-45d6-91ca-fe08577f153c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0499399 Oct 28 12:12:53.342545 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7c5268f-1802-4ed4-b7be-d765d18557e6 req-9152af97-13f1-484f-b736-fa491b5a11ab tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0695100 Oct 28 12:12:53.465629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320480c-4cb4-4680-9130-f646c53745b1 req-9d772d7d-a348-472f-bd2e-618fe6f59783 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:53.482328 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c320480c-4cb4-4680-9130-f646c53745b1 req-9d772d7d-a348-472f-bd2e-618fe6f59783 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.1066339 Oct 28 12:12:53.572601 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c320480c-4cb4-4680-9130-f646c53745b1 req-bf3f03c3-7818-4d4d-81c1-93c3358ccc09 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Oct 28 12:12:53.792015 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08392522-e96d-4cee-bd43-d9f20e5041d0 req-d6952364-09c4-4acb-a44a-b94d53a40f9b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:53.805838 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-08392522-e96d-4cee-bd43-d9f20e5041d0 req-d6952364-09c4-4acb-a44a-b94d53a40f9b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.1727405 Oct 28 12:12:53.840630 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-67eb3991-9aab-409b-a9c0-509e8423f751 req-5329e7d2-6236-4875-b253-3253ee539571 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0813310 Oct 28 12:12:53.933131 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-08392522-e96d-4cee-bd43-d9f20e5041d0 req-71b9eedc-f5fb-4c22-95be-78a071f3c381 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257789 Oct 28 12:12:54.514516 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ff9a-c5e7-42c5-8084-0cc93884a693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:54.571274 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5f59f743-f8c2-4804-91b0-ee16c35013f2 req-c631c6c8-6acc-4ab8-979d-31a0291f6bb3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0855012 Oct 28 12:12:54.734780 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491607fe-8edd-4380-9421-10cf09d2b53e req-75c22b9e-2e7b-4b2d-9025-02f9906989d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.736348 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-491607fe-8edd-4380-9421-10cf09d2b53e req-75c22b9e-2e7b-4b2d-9025-02f9906989d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.0830715 Oct 28 12:12:54.816618 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-491607fe-8edd-4380-9421-10cf09d2b53e req-a23f2e0e-5336-4e9c-9149-ea4cdb0a0463 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 Oct 28 12:12:55.010018 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a98418a5-313e-4112-a85a-4dcfd605a045 req-9375a43a-7e46-439e-bee2-cb2c3cbdfb92 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0424869 Oct 28 12:12:55.100669 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae943309-f1e0-4907-97c3-a61a45d07c5c req-3b35e209-cf03-46b0-942c-39121c0cf34e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:55.102156 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae943309-f1e0-4907-97c3-a61a45d07c5c req-3b35e209-cf03-46b0-942c-39121c0cf34e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0531857 Oct 28 12:12:55.151032 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae943309-f1e0-4907-97c3-a61a45d07c5c req-276420bc-1a8d-41e2-b1b1-9a46c3592178 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Oct 28 12:12:55.680871 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.698616 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-31e74d8b-fd2d-4fef-9848-1a5d6d69c73c req-bcba6cf0-9797-4e68-9846-cc404cedd141 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0290773 Oct 28 12:12:55.728095 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.943311 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163895f-14bc-4575-ba7f-3558616f57f6 req-0523ece4-956b-44af-911e-813101020074 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:55.950903 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4163895f-14bc-4575-ba7f-3558616f57f6 req-0523ece4-956b-44af-911e-813101020074 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.0656486 Oct 28 12:12:55.998973 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4163895f-14bc-4575-ba7f-3558616f57f6 req-8e9db956-6f84-4853-9181-94e732eb090c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Oct 28 12:12:56.127079 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a28fa7f9-6a60-456c-ae95-d9e6919c907c req-8d054c2a-bfde-448a-99c4-846e13ec01cd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0367539 Oct 28 12:12:56.280922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237b6-4d72-4344-ba99-7d7162a05f47 req-a204b33b-d820-4625-a3e1-88942923fa31 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:56.282788 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e51237b6-4d72-4344-ba99-7d7162a05f47 req-a204b33b-d820-4625-a3e1-88942923fa31 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0573974 Oct 28 12:12:56.328595 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e51237b6-4d72-4344-ba99-7d7162a05f47 req-0ed3f31a-5d95-4be7-9e7b-7346b65cf95b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Oct 28 12:12:56.816925 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3c214202-212b-43bb-bd8e-ad299ddb160d req-cabe64f7-bb59-4ff3-bb1f-ae843cea392c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0308020 Oct 28 12:12:57.103284 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:57.122157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7cfa2-0dd1-4c0a-9326-561730574f57 req-e1b1a1ae-2f3c-4e55-9587-e8186cf85c3d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:57.123862 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-62e7cfa2-0dd1-4c0a-9326-561730574f57 req-e1b1a1ae-2f3c-4e55-9587-e8186cf85c3d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.0515966 Oct 28 12:12:57.182963 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-62e7cfa2-0dd1-4c0a-9326-561730574f57 req-4fea150a-0438-4230-9370-b771a4ac291f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518575 Oct 28 12:12:57.243961 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ca81892c-0d55-4b34-82d2-f67bdd6ffc1c req-8ff54078-7365-46fe-86a5-d56d688de3d6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0273473 Oct 28 12:12:57.464357 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef821-7b48-4a3b-bfc0-9cf65598f9e9 req-b9386372-c2ed-4147-a5b7-daf136018bbf tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:57.465941 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-570ef821-7b48-4a3b-bfc0-9cf65598f9e9 req-b9386372-c2ed-4147-a5b7-daf136018bbf tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0588410 Oct 28 12:12:57.523045 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-570ef821-7b48-4a3b-bfc0-9cf65598f9e9 req-92522157-9bd6-47e3-a5b1-a3658f3529b3 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Oct 28 12:12:57.804384 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-9cfc0994-1b0e-4093-b170-975af4f070f1 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:12:57.805568 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-9cfc0994-1b0e-4093-b170-975af4f070f1 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080209 Oct 28 12:12:57.853235 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-1b923caf-7951-48b7-8a00-b3b672467641 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:12:57.854318 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-1b923caf-7951-48b7-8a00-b3b672467641 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089905 Oct 28 12:12:57.917203 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9fa7bfc6-c93e-4ca4-a601-a8535211871e req-606e6400-26e1-40ca-8a25-7825ad1f1d2e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0315001 Oct 28 12:12:57.995359 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Request body: {'port': {'device_id': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:58.001888 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Request body: {'port': {'device_id': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:58.097247 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.099147 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.349596 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-71c9a164-121c-4a5a-82ce-d78918c40a45 req-544561b7-4b57-4ee4-8a9d-4f6d2f3f7095 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0291750 Oct 28 12:12:58.496178 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d5b0-1191-4e3d-97af-1f87fc29f9d9 req-1803f44f-c9e7-465a-bd06-2aaccf705bd8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:58.497579 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e4a7d5b0-1191-4e3d-97af-1f87fc29f9d9 req-1803f44f-c9e7-465a-bd06-2aaccf705bd8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 932 time: 0.2388103 Oct 28 12:12:58.661757 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693de0-6e8b-4774-9259-4e27a8226d45 req-70f7d0cf-8612-4b35-ac06-9b268ffcd02a tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:58.663627 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-83693de0-6e8b-4774-9259-4e27a8226d45 req-70f7d0cf-8612-4b35-ac06-9b268ffcd02a tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 931 time: 0.0660837 Oct 28 12:12:58.709451 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-83693de0-6e8b-4774-9259-4e27a8226d45 req-e6676043-00ab-4b8b-a0b4-4105abf8bc6f tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Oct 28 12:12:58.763295 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e4a7d5b0-1191-4e3d-97af-1f87fc29f9d9 req-98bd5827-ce1d-4e07-8a17-1ece46a7f513 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575657 Oct 28 12:12:58.854227 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e44939b-7777-4875-ae6d-f2d700df9c88 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:58.863845 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9150fd45-c84d-4736-a6a2-8247b4b15dda {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:58.869307 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.878563 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.903131 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Transition to ACTIVE for port object 5e44939b-7777-4875-ae6d-f2d700df9c88 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:12:58.905949 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Transition to ACTIVE for port object 9150fd45-c84d-4736-a6a2-8247b4b15dda will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:12:58.907802 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.915772 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.005097 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:59.024724 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d47b0e2e-1a4b-446d-928d-5e6640ac41f7 req-6d9bba73-3bf3-4577-a4b3-9bc56d38774e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0293705 Oct 28 12:12:59.082235 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Attempting to bind port 9150fd45-c84d-4736-a6a2-8247b4b15dda on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:59.082513 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Attempting to bind port 9150fd45-c84d-4736-a6a2-8247b4b15dda by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:59.082892 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Attempting to bind port 9150fd45-c84d-4736-a6a2-8247b4b15dda on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:59.094609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Port 9150fd45-c84d-4736-a6a2-8247b4b15dda on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:12:59.094950 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Attempting to bind port 9150fd45-c84d-4736-a6a2-8247b4b15dda on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:59.099868 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Attempting to bind port 5e44939b-7777-4875-ae6d-f2d700df9c88 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:59.100199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Attempting to bind port 5e44939b-7777-4875-ae6d-f2d700df9c88 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'fe3af5d1-f44e-4f19-9be6-773f634164b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:59.100517 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Attempting to bind port 5e44939b-7777-4875-ae6d-f2d700df9c88 on network 6ac1954e-751a-4deb-8186-0c01c33f38fa {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:59.107825 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:59.108182 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Checking segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:59.108723 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Bound using segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:59.109160 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Bound port: 9150fd45-c84d-4736-a6a2-8247b4b15dda, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:59.109507 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.111280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Pushing event updated for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:59.122086 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Port 5e44939b-7777-4875-ae6d-f2d700df9c88 on network 6ac1954e-751a-4deb-8186-0c01c33f38fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:12:59.122410 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Attempting to bind port 5e44939b-7777-4875-ae6d-f2d700df9c88 on network 6ac1954e-751a-4deb-8186-0c01c33f38fa {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:59.134149 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:59.134515 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Checking segment: {'id': 'fe3af5d1-f44e-4f19-9be6-773f634164b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:59.134929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Bound using segment: {'id': 'fe3af5d1-f44e-4f19-9be6-773f634164b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:59.135353 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Bound port: 5e44939b-7777-4875-ae6d-f2d700df9c88, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3af5d1-f44e-4f19-9be6-773f634164b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:59.135704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.239808 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:59.267043 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:59.270214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:59.278641 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.286202 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5e44939b-7777-4875-ae6d-f2d700df9c88,segment=NetworkSegment(fe3af5d1-f44e-4f19-9be6-773f634164b8),segment_id=fe3af5d1-f44e-4f19-9be6-773f634164b8)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:59.313946 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.344693 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:59.345304 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.347297 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] 10.222.0.107 "PUT /v2.0/ports/9150fd45-c84d-4736-a6a2-8247b4b15dda HTTP/1.1" status: 200 len: 1094 time: 1.4013431 Oct 28 12:12:59.347733 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:59.412119 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:59.412734 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:59.414147 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] 10.222.0.107 "PUT /v2.0/ports/5e44939b-7777-4875-ae6d-f2d700df9c88 HTTP/1.1" status: 200 len: 1093 time: 1.4736314 Oct 28 12:12:59.423055 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e317ee9-c2a5-48b5-8468-549dde7eba94 service neutron] Pushing event updated for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:59.501355 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6aeda400-10aa-49ea-877d-e9438e5a57f7 req-769f7d53-3a91-4d43-88b3-56edc0f380de tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0406172 Oct 28 12:12:59.515116 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd1583-1459-4ab3-b784-b56e4e6e5e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:59.541256 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c27a942-9d99-4b03-94b8-18572abb6ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:59.679551 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a6e864-0c48-4412-bb5d-8f07d2be5599 x-openstack-request-id: req-f1a6e864-0c48-4412-bb5d-8f07d2be5599 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:59.679837 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:59.680081 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1a6e864-0c48-4412-bb5d-8f07d2be5599 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:59.680598 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda', 'status': 'completed', 'code': 200} Oct 28 12:12:59.833414 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743798f-0549-4246-a863-0866489d439b req-f86d6b56-61e3-44dd-bdeb-15d23412e98e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:59.835119 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6743798f-0549-4246-a863-0866489d439b req-f86d6b56-61e3-44dd-bdeb-15d23412e98e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.0562923 Oct 28 12:12:59.873075 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6743798f-0549-4246-a863-0866489d439b req-99af4386-05ce-45ce-80c0-c1926e584342 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Oct 28 12:12:59.882462 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5984aa-2cbc-4c6b-b39d-207bfd268e41 req-c7013a4c-6edc-42b9-a859-4f54303b600b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:59.884024 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0c5984aa-2cbc-4c6b-b39d-207bfd268e41 req-c7013a4c-6edc-42b9-a859-4f54303b600b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.0484827 Oct 28 12:12:59.925310 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0c5984aa-2cbc-4c6b-b39d-207bfd268e41 req-c3265e85-bbd0-442f-9de9-4c6cc72ea305 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Oct 28 12:13:00.121808 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-762ab2b6-322e-41c5-b997-34ee7f300009 req-84f06635-257f-4485-be8f-91ad166189c2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0263247 Oct 28 12:13:00.602936 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-68183757-cd5b-4edf-b801-071671360921 req-e573a0eb-08e9-45b7-a18b-2eca85bc6032 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0269735 Oct 28 12:13:00.989402 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56962a1-f66e-48f4-bf6f-4ef0277ecab7 req-0f49a6a0-ec43-499c-a480-58575245d720 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:00.993209 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f56962a1-f66e-48f4-bf6f-4ef0277ecab7 req-0f49a6a0-ec43-499c-a480-58575245d720 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.0530784 Oct 28 12:13:01.030481 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f56962a1-f66e-48f4-bf6f-4ef0277ecab7 req-30e0422e-b4f7-4110-8764-7b83697b6a29 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Oct 28 12:13:01.042399 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d4d85-ce0d-4fe2-9659-22918d81e6b8 req-324ca85e-1674-4f5f-9499-bdbe1781f218 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:01.043874 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b84d4d85-ce0d-4fe2-9659-22918d81e6b8 req-324ca85e-1674-4f5f-9499-bdbe1781f218 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.0495830 Oct 28 12:13:01.082368 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b84d4d85-ce0d-4fe2-9659-22918d81e6b8 req-b9e86625-cda0-4228-bbf5-c1226d4df295 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Oct 28 12:13:01.218825 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b13790fc-ca0a-4e35-b1db-e1dd491543d0 req-8d5ccc82-16be-439d-9ec5-73c8e6dd26cd tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0304227 Oct 28 12:13:01.646795 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.107', 50874) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:01.703598 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:01.706762 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d2a396-3410-447e-97d3-8440d587accc" -d '{"events": [{"name": "network-changed", "server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:01.749701 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-070314b2-2527-4791-a1ec-6f18dc2f418d req-44b1e7c0-6d21-4375-9814-a20c3a3f1a21 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0490859 Oct 28 12:13:01.780277 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-097b55bf-4319-417a-912a-370c7edcd630 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:01.782349 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-097b55bf-4319-417a-912a-370c7edcd630 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 819 time: 0.2331369 Oct 28 12:13:01.786158 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-90fa87b4-cd78-4abf-9f52-68a238711510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:01.798305 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-90fa87b4-cd78-4abf-9f52-68a238711510 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=03ac030a59d7441d958e8657b702b9cd&device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1907077 Oct 28 12:13:01.800762 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-baae930f-3b8b-404f-8fcc-fd957b898321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:01.802607 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-baae930f-3b8b-404f-8fcc-fd957b898321 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 1097 time: 0.1553729 Oct 28 12:13:01.809843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Request body: {'port': {'device_id': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'admin_state_up': True, 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:01.815771 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0282ff76-c58c-46e1-ae2c-f98594b29469 x-openstack-request-id: req-0282ff76-c58c-46e1-ae2c-f98594b29469 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:01.816078 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:01.816299 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0282ff76-c58c-46e1-ae2c-f98594b29469 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:01.816671 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88', 'status': 'completed', 'code': 200} Oct 28 12:13:01.919465 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-cf274992-bd8e-4740-9f89-7209e46ddd4f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e44939b-7777-4875-ae6d-f2d700df9c88 HTTP/1.1" status: 200 len: 217 time: 0.0921621 Oct 28 12:13:02.017717 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-2e0f97ec-c37e-4cbb-8dd2-6778ff6f287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.020947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-b3ae8734-8f92-41aa-b92a-1ede53bd07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.021421 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-2e0f97ec-c37e-4cbb-8dd2-6778ff6f287a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=f032353009b64d738b6c00574846cb51&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1961949 Oct 28 12:13:02.022334 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-b3ae8734-8f92-41aa-b92a-1ede53bd07bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2d32417-0771-4c8f-a25c-d73a4e750d50 HTTP/1.1" status: 200 len: 852 time: 0.0813746 Oct 28 12:13:02.065882 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Made reservation on behalf of f7674a1ffc684002a3b3e181e1e3ffd8 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:02.068944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:02.089147 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-5cc599c4-4b1f-4f35-9dab-9272289b76bb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6ac1954e-751a-4deb-8186-0c01c33f38fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546823 Oct 28 12:13:02.228150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.107', 50878) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:02.265029 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397b8a-2069-4600-93e5-462774b0cf05 req-728a1b3a-f560-49b0-8327-6e0f4ee03d6b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.266811 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5e397b8a-2069-4600-93e5-462774b0cf05 req-728a1b3a-f560-49b0-8327-6e0f4ee03d6b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.1615946 Oct 28 12:13:02.350401 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Allocated IP 172.20.0.5 (6dd2502a-f306-4bed-bbae-5099ba15a727/0c9e18a4-4aef-4a10-90da-a2504aaa4092/7fffbbcb-b6ac-4854-853b-b69ac56c5812) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:02.363093 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-5d003ff3-0455-450a-be82-d2af6995f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.364709 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1c27a942-9d99-4b03-94b8-18572abb6ec5 req-5d003ff3-0455-450a-be82-d2af6995f6f3 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3312461 Oct 28 12:13:02.401313 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66353f-0965-4e7a-8413-707affbaccfb req-d1d2a749-7f64-48d0-a27d-ca6921003c24 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.402672 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5e397b8a-2069-4600-93e5-462774b0cf05 req-28411a2a-e1c6-41d4-a1a3-4891bce9906e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914826 Oct 28 12:13:02.408758 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fb66353f-0965-4e7a-8413-707affbaccfb req-d1d2a749-7f64-48d0-a27d-ca6921003c24 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.1577177 Oct 28 12:13:02.445037 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-15772c14-cef7-41e2-a4f3-5063f7e463a4 service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442292 Oct 28 12:13:02.446191 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-8df6fbb0-6b7b-4229-b31a-cc05e70e8ad0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.447791 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-8df6fbb0-6b7b-4229-b31a-cc05e70e8ad0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 819 time: 0.2175629 Oct 28 12:13:02.482815 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fb66353f-0965-4e7a-8413-707affbaccfb req-6133b215-368a-4fe8-8a6c-5f0546467ec8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731473 Oct 28 12:13:02.507502 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b40c6a3b-7c8f-45d9-89cb-625189413e1d req-b45efb03-9ee1-47af-890a-68ee814caee3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0336123 Oct 28 12:13:02.605739 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:02.628772 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Request body: {'port': {'device_id': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'admin_state_up': True, 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:02.723265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:02.788423 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ca928189-5107-44dc-a6e6-8be7250401a2 req-12971ea8-a4b0-4865-aafe-73f174697129 service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658440 Oct 28 12:13:02.796861 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:02.804747 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:02.810343 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:02.817040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.817776 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:02.831453 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Pushing event updated for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:02.844969 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4480de17-7b9b-4725-a013-f89dc7340ce4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0388529 Oct 28 12:13:02.854116 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-6e217e11-704a-48a8-bcc6-2654e8f53daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:02.856138 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-6e217e11-704a-48a8-bcc6-2654e8f53daf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 1097 time: 0.1330917 Oct 28 12:13:02.876199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Request body: {'port': {'device_id': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:02.961304 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-67a62b70-c19d-4c44-9970-40eb5c720e09 req-02cd4ce9-0ab3-49cf-afdc-8f5dee266a2e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.0460732 Oct 28 12:13:02.963934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.107', 50882) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:03.168505 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-9e40e65e-d561-4857-b492-ee35b169a4e3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda HTTP/1.1" status: 200 len: 217 time: 0.2856398 Oct 28 12:13:03.279266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a396-3410-447e-97d3-8440d587accc req-114fa38c-4b33-4547-b271-15b78dfbe234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.281866 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-114fa38c-4b33-4547-b271-15b78dfbe234 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=03ac030a59d7441d958e8657b702b9cd&device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 1096 time: 0.4011838 Oct 28 12:13:03.286659 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609f32-2783-4133-88f7-45a3228f9698 req-1281cc25-2e48-4403-a6b7-3e407468e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.288168 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-1281cc25-2e48-4403-a6b7-3e407468e163 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.1087019 Oct 28 12:13:03.297251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:03.297468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Made reservation on behalf of f7674a1ffc684002a3b3e181e1e3ffd8 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:03.302820 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:03.501187 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-80ab8012-e901-404f-a64a-7112c1aba83d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454592 Oct 28 12:13:03.588606 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a396-3410-447e-97d3-8440d587accc req-97e8b122-c86b-4554-b236-b791b4635115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.590891 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-97e8b122-c86b-4554-b236-b791b4635115 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6ac1954e-751a-4deb-8186-0c01c33f38fa HTTP/1.1" status: 200 len: 914 time: 0.2375162 Oct 28 12:13:03.667089 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54004) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:03.675202 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9507749c-0ec5-4206-b006-9c12a0177488 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.676800 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9507749c-0ec5-4206-b006-9c12a0177488 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 816 time: 0.7109835 Oct 28 12:13:03.698748 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-5b55c5bf-ce43-4e5b-a5bd-6235a285580e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e44939b-7777-4875-ae6d-f2d700df9c88 HTTP/1.1" status: 200 len: 217 time: 0.0979567 Oct 28 12:13:03.816117 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54010) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:03.825777 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b72c-8e3d-4f87-b167-2b169e7abce6 req-1d34dcc6-3886-4bdb-ba8e-35e987bd4adc tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.827309 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1f46b72c-8e3d-4f87-b167-2b169e7abce6 req-1d34dcc6-3886-4bdb-ba8e-35e987bd4adc tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.2392952 Oct 28 12:13:03.857267 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-f7e728cf-d22b-4740-87d9-1bd226f49532 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 380 time: 0.1558275 Oct 28 12:13:03.872744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce7b3e-e7e0-4856-877b-58e5a65133f7 req-846e8d70-680d-4c42-8b83-a2fc617e5ea7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.874009 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70ce7b3e-e7e0-4856-877b-58e5a65133f7 req-846e8d70-680d-4c42-8b83-a2fc617e5ea7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.2475605 Oct 28 12:13:03.884713 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'port': {'device_id': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'admin_state_up': True, 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'security_groups': ['8749c9e2-d301-40ac-808e-e1fd834a7a54']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:03.923802 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a396-3410-447e-97d3-8440d587accc req-0bd55a72-2960-4d30-99c7-84d56d0c2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:03.925843 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-0bd55a72-2960-4d30-99c7-84d56d0c2154 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2d32417-0771-4c8f-a25c-d73a4e750d50 HTTP/1.1" status: 200 len: 852 time: 0.1968307 Oct 28 12:13:03.937089 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Allocated IP 172.20.0.7 (6dd2502a-f306-4bed-bbae-5099ba15a727/0c9e18a4-4aef-4a10-90da-a2504aaa4092/44584889-faf9-46d2-a381-15ee8d86d81a) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:04.011563 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-6704c7ce-a81b-495b-af4e-a39af32eb6d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6ac1954e-751a-4deb-8186-0c01c33f38fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525334 Oct 28 12:13:04.016782 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70ce7b3e-e7e0-4856-877b-58e5a65133f7 req-fc65cc0b-bc11-4039-bd89-245cae10d95c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232443 Oct 28 12:13:04.020085 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b8cf-0518-45d0-97b9-c7dfa0055f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.023406 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-443a14fb-fdf9-42a5-9069-ebc499caf9d8 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495819 Oct 28 12:13:04.047503 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1f46b72c-8e3d-4f87-b167-2b169e7abce6 req-42b749f4-15dd-432b-a655-d3759c46232f tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867521 Oct 28 12:13:04.061246 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4ab90f35-1151-4abb-ad22-0c5c1d245cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.182375 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Made reservation on behalf of e8919258b85146488d50b07efbad50ca for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:04.185822 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.212801 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a7117af4-e68c-49d5-8d42-a8501d5b9b0e req-8e76306f-3f99-4b11-9347-b283dc7c4ea8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0563629 Oct 28 12:13:04.252273 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4c6c8b84-5521-4937-b3ea-7085f13a5766 req-5613d2fc-769a-4c41-83ae-50d57196ce99 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 210 time: 0.1122446 Oct 28 12:13:04.314048 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b8cf-0518-45d0-97b9-c7dfa0055f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.321736 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-28693953-171a-44e1-8af1-729c6766016b service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306852 Oct 28 12:13:04.327880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b8cf-0518-45d0-97b9-c7dfa0055f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.394749 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4ab90f35-1151-4abb-ad22-0c5c1d245cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.404991 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4ab90f35-1151-4abb-ad22-0c5c1d245cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.449898 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5b8cf-0518-45d0-97b9-c7dfa0055f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08546a37-b682-4a14-9028-3c7746e78af7,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:04.454218 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8fb5b8cf-0518-45d0-97b9-c7dfa0055f0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bff3cc37bcb54f1a83d78118de56eb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763832 Oct 28 12:13:04.457823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.460906 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54020) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:04.478980 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab90f35-1151-4abb-ad22-0c5c1d245cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f3fe8b-5139-4236-9cd5-a9381e76daaf,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:04.484380 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-45883111-e4eb-476d-ba75-b00634600e91 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917491 Oct 28 12:13:04.488680 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4ab90f35-1151-4abb-ad22-0c5c1d245cb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fd880a5890a428782285d931d9395b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603251 Oct 28 12:13:04.493218 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54022) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:04.518902 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Allocated IP 172.20.0.3 (5853af4e-080d-4f95-bfd5-3fa948549140/8d5ecf44-2e11-474b-baba-58a11fe48418/f783de9c-03e4-446f-b34b-e2edaa551d3c) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:04.554403 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-652cd4d4-3e15-43ae-b7ef-8d1d4ce4282d service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160881 Oct 28 12:13:04.559982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.640803 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.647106 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.701130 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Network 6dd2502a-f306-4bed-bbae-5099ba15a727 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:04.707622 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.709839 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Pushing event updated for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:04.712604 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:04.723788 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:04.746349 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.823770 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:04.827110 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.850048 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.854772 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.859545 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.859696 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6f3fe8b-5139-4236-9cd5-a9381e76daaf HTTP/1.1" status: 204 len: 168 time: 0.3651304 Oct 28 12:13:04.881571 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-505e996a-38c3-4ca3-9c6b-24a00b73e31d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2589438 Oct 28 12:13:04.896041 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256abdc0-b29d-492a-a1f9-6a3a0f97204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f3fe8b-5139-4236-9cd5-a9381e76daaf,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:04.903342 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.905827 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.907006 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08546a37-b682-4a14-9028-3c7746e78af7 HTTP/1.1" status: 204 len: 168 time: 0.4435425 Oct 28 12:13:04.908290 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Request body: {'port': {'device_id': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:04.928787 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fffbbcb-b6ac-4854-853b-b69ac56c5812 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:04.937401 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14659a0-3222-41d4-ad0e-0d3e4e30a3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08546a37-b682-4a14-9028-3c7746e78af7,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:04.940908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:04.968255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Transition to ACTIVE for port object 7fffbbcb-b6ac-4854-853b-b69ac56c5812 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:13:04.980691 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.018828 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.039964 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.138855 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Pushing event updated for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:05.207961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:05.230821 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:05.285857 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:05.289814 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:05.297264 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:05.297918 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.345549 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-5b3033be-6a98-445e-98fe-09b8dee6c153 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4687750 Oct 28 12:13:05.373442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Request body: {'port': {'device_id': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:05.412754 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73aa0-0888-4f52-8cdd-35f93a67d8a7 req-d6388dde-8436-4334-908f-9a5e23494429 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:05.419330 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94f73aa0-0888-4f52-8cdd-35f93a67d8a7 req-d6388dde-8436-4334-908f-9a5e23494429 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.1724832 Oct 28 12:13:05.478759 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedee88f-c77e-4d97-855b-ca06397cab27 req-b3c914d1-4659-4a60-9b5e-2ea97ec4deb9 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:05.479459 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Attempting to bind port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:05.479976 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Attempting to bind port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:05.480459 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Attempting to bind port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 on network 6dd2502a-f306-4bed-bbae-5099ba15a727 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:05.485497 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.486118 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fedee88f-c77e-4d97-855b-ca06397cab27 req-b3c914d1-4659-4a60-9b5e-2ea97ec4deb9 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.3134749 Oct 28 12:13:05.508520 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 on network 6dd2502a-f306-4bed-bbae-5099ba15a727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:13:05.509218 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Attempting to bind port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 on network 6dd2502a-f306-4bed-bbae-5099ba15a727 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:05.526859 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:05.527400 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Checking segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:05.527944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Bound using segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:05.528548 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Bound port: 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:05.529175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.567309 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fedee88f-c77e-4d97-855b-ca06397cab27 req-d75eb9d4-b5a0-42b8-9b70-b6fc142c4e11 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750127 Oct 28 12:13:05.603336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54062) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:05.651846 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54066) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:05.672576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a10b-a6cd-412c-81c3-df15a73306eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.715398 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-db466312-aab9-4ecd-b27e-25aa6f870145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.719627 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-564fa6db-ccb6-40d5-8bf9-126c26a6a3cd None None] Provisioning complete for port f783de9c-03e4-446f-b34b-e2edaa551d3c triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:05.720144 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-564fa6db-ccb6-40d5-8bf9-126c26a6a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.769401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-564fa6db-ccb6-40d5-8bf9-126c26a6a3cd None None] Port f783de9c-03e4-446f-b34b-e2edaa551d3c cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:05.885888 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94f73aa0-0888-4f52-8cdd-35f93a67d8a7 req-687064cb-53a9-4fd8-ad4d-a5cb6872c1f1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024739 Oct 28 12:13:05.896354 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:05.902127 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:05.925686 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.047340 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2699b-b844-41cd-a197-b876587fd018 req-9a5cddd3-791c-447a-a06e-4c191d85e2fe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.048890 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d9b2699b-b844-41cd-a197-b876587fd018 req-9a5cddd3-791c-447a-a06e-4c191d85e2fe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 931 time: 0.3473768 Oct 28 12:13:06.056882 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.057499 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.058910 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] 10.222.0.107 "PUT /v2.0/ports/7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 1093 time: 3.1882949 Oct 28 12:13:06.061241 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:06.063715 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85bdc00-afd3-4220-a369-a16c5d692b19" -d '{"events": [{"name": "network-changed", "server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:06.118281 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bb884-0e79-4705-9c25-ef1242addc36 service neutron] Pushing event updated for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:06.145831 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0efdcf-c19f-4165-9330-f66f8d3f36e6 req-4f4818d2-886a-4dd8-997c-585a7e264867 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.148008 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2c0efdcf-c19f-4165-9330-f66f8d3f36e6 req-4f4818d2-886a-4dd8-997c-585a7e264867 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 931 time: 0.1595345 Oct 28 12:13:06.154297 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44584889-faf9-46d2-a381-15ee8d86d81a {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:06.183715 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.197099 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d9b2699b-b844-41cd-a197-b876587fd018 req-70c19f31-d9cb-4c8a-88d0-51403b0fcc93 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361632 Oct 28 12:13:06.235537 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a10b-a6cd-412c-81c3-df15a73306eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.244163 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Transition to ACTIVE for port object 44584889-faf9-46d2-a381-15ee8d86d81a will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:13:06.250364 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a10b-a6cd-412c-81c3-df15a73306eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.256576 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2c0efdcf-c19f-4165-9330-f66f8d3f36e6 req-7bbc6edb-539f-40eb-9a3a-6cfc0c6e8f71 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629385 Oct 28 12:13:06.265407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-38865ef6-3a49-4ec0-863f-0e095bd51bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.267051 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-38865ef6-3a49-4ec0-863f-0e095bd51bec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1096 time: 0.1507156 Oct 28 12:13:06.270219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f718c7fe-7bd8-4ba5-824d-07293e782ee2 x-openstack-request-id: req-f718c7fe-7bd8-4ba5-824d-07293e782ee2 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:06.270503 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:06.270959 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f718c7fe-7bd8-4ba5-824d-07293e782ee2 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:06.271316 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.271762 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812', 'status': 'completed', 'code': 200} Oct 28 12:13:06.274368 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-db466312-aab9-4ecd-b27e-25aa6f870145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.327201 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-af2fc526-1bbf-4081-be37-a047e7f54a4a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0455036 Oct 28 12:13:06.330580 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-db466312-aab9-4ecd-b27e-25aa6f870145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.367106 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f2d1a10b-a6cd-412c-81c3-df15a73306eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ec6b28bec414a89aa1d1c348a3c895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492073 Oct 28 12:13:06.373746 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54080) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:06.387785 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1a10b-a6cd-412c-81c3-df15a73306eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902d1258-f31b-4602-ba80-9ecbd70ab2f3,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:06.427945 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Pushing event updated for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:06.430403 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4153437c-a467-4dcf-a7b5-bb94b3e08cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.431991 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-4153437c-a467-4dcf-a7b5-bb94b3e08cb5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0976379 Oct 28 12:13:06.436876 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:06.441802 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-db466312-aab9-4ecd-b27e-25aa6f870145 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c485d1c9a2ac455491741642548bbce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7886462 Oct 28 12:13:06.447129 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.451532 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54084) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:06.481798 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-6ef00cca-1a4b-4732-83d7-1908984a43f6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307555 Oct 28 12:13:06.487546 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Transition to ACTIVE for port object f783de9c-03e4-446f-b34b-e2edaa551d3c will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:13:06.492547 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.521468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db466312-aab9-4ecd-b27e-25aa6f870145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bf148f-328b-42b5-a7f7-f576127f38af,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:06.606141 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.644334 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Attempting to bind port 44584889-faf9-46d2-a381-15ee8d86d81a on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:06.644496 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Attempting to bind port 44584889-faf9-46d2-a381-15ee8d86d81a by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:06.644741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Attempting to bind port 44584889-faf9-46d2-a381-15ee8d86d81a on network 6dd2502a-f306-4bed-bbae-5099ba15a727 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:06.664667 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:06.669521 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.681366 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.693302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Port 44584889-faf9-46d2-a381-15ee8d86d81a on network 6dd2502a-f306-4bed-bbae-5099ba15a727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:13:06.693648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Attempting to bind port 44584889-faf9-46d2-a381-15ee8d86d81a on network 6dd2502a-f306-4bed-bbae-5099ba15a727 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:06.698491 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-325c98eb-a635-4137-9955-34240849357d service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028079 Oct 28 12:13:06.709472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Attempting to bind port f783de9c-03e4-446f-b34b-e2edaa551d3c on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:06.709827 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Attempting to bind port f783de9c-03e4-446f-b34b-e2edaa551d3c by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:06.710149 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Attempting to bind port f783de9c-03e4-446f-b34b-e2edaa551d3c on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:06.724494 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Port f783de9c-03e4-446f-b34b-e2edaa551d3c on network 5853af4e-080d-4f95-bfd5-3fa948549140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:13:06.724812 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Attempting to bind port f783de9c-03e4-446f-b34b-e2edaa551d3c on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:06.744799 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:06.745213 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Checking segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:06.745796 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Bound using segment: {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:06.746259 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Bound port: 44584889-faf9-46d2-a381-15ee8d86d81a, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:06.746664 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.771339 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:06.771796 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Checking segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:06.772128 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Bound using segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:06.773115 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Bound port: f783de9c-03e4-446f-b34b-e2edaa551d3c, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:06.773115 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.774372 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.870152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56d77e-2669-401a-8abc-d25e8c4ff1a3 req-986cc95b-0a28-4fc7-9908-d46fdf20a4d7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.871985 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e56d77e-2669-401a-8abc-d25e8c4ff1a3 req-986cc95b-0a28-4fc7-9908-d46fdf20a4d7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 943 time: 0.2143776 Oct 28 12:13:06.886739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-86dbbfbd-6249-4a55-b47b-dc559140ecda req-d0e44e9a-5358-4477-b45d-391f386848d9 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682634 Oct 28 12:13:06.886739 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:06.886992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:06.897056 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.911819 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.919680 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.932434 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/902d1258-f31b-4602-ba80-9ecbd70ab2f3 HTTP/1.1" status: 204 len: 168 time: 0.5545306 Oct 28 12:13:06.983577 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.987891 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:06.998467 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:07.000167 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] 10.222.0.107 "PUT /v2.0/ports/f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 1093 time: 1.6320720 Oct 28 12:13:07.013660 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f385ab-7a98-49a1-b7f5-6ebba63eb578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902d1258-f31b-4602-ba80-9ecbd70ab2f3,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:07.042809 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.045163 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.047733 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4bf148f-328b-42b5-a7f7-f576127f38af HTTP/1.1" status: 204 len: 168 time: 0.5917985 Oct 28 12:13:07.087016 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3875-c90c-4058-84d0-e3c81a760a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bf148f-328b-42b5-a7f7-f576127f38af,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:07.090000 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=44584889-faf9-46d2-a381-15ee8d86d81a,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:07.107112 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.224981 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.224981 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.227997 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] 10.222.0.107 "PUT /v2.0/ports/44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 200 len: 1093 time: 2.3256438 Oct 28 12:13:07.234467 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:07.293119 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e56d77e-2669-401a-8abc-d25e8c4ff1a3 req-72260d48-1bd4-443e-8ffa-0d94912881a7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719659 Oct 28 12:13:07.359759 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-28c42f2d-e6cc-47c8-99a6-350d44ede808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.366729 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-28c42f2d-e6cc-47c8-99a6-350d44ede808 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1096 time: 0.1888344 Oct 28 12:13:07.442802 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80d81f-148b-4705-897e-6d32a7c3d519 service neutron] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:07.443694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac20f2d-d07e-480a-983c-78a7c854c38b service neutron] Pushing event updated for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:07.475344 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-fb1758e7-1431-445d-bbff-fd184ad06cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.477388 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-fb1758e7-1431-445d-bbff-fd184ad06cb9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1096 time: 0.5203204 Oct 28 12:13:07.478770 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-6e87594e-2685-4b35-86f6-2e1f92d00f6d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 217 time: 0.1063991 Oct 28 12:13:07.491981 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fa9e7-7bd4-47bc-95b6-8227d1471853 req-b456ad2c-8d04-4bf3-9595-a3a7b26ce433 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.501052 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9a3fa9e7-7bd4-47bc-95b6-8227d1471853 req-b456ad2c-8d04-4bf3-9595-a3a7b26ce433 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.3637691 Oct 28 12:13:07.503223 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 5e44939b-7777-4875-ae6d-f2d700df9c88 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:07.511492 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-3678973f-ce9a-4916-82fa-97969a5c6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.513177 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-3678973f-ce9a-4916-82fa-97969a5c6ba8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1096 time: 0.2188842 Oct 28 12:13:07.529424 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa73f5-6c8d-4926-be9f-baaec6332f87 req-45753752-bb33-4104-8bc0-779ea293325a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.538695 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4aaa73f5-6c8d-4926-be9f-baaec6332f87 req-45753752-bb33-4104-8bc0-779ea293325a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.1489556 Oct 28 12:13:07.568745 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-da61274c-3924-47a2-b4b6-72368e9be003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.570993 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-da61274c-3924-47a2-b4b6-72368e9be003 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0512071 Oct 28 12:13:07.599852 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-cce64c51-31eb-40f0-b35e-a9fda782d6a4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 200 len: 217 time: 0.0579231 Oct 28 12:13:07.605759 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301648c8-2d51-48cc-8ed4-3e3020eaa4be" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:07.684827 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4aaa73f5-6c8d-4926-be9f-baaec6332f87 req-fb81bd66-c117-487b-96df-45ae4deb8a3d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424167 Oct 28 12:13:07.698158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-58deb80f-3fd9-49b6-803e-a7e7378b172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.707062 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-58deb80f-3fd9-49b6-803e-a7e7378b172c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0952468 Oct 28 12:13:07.742979 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9a3fa9e7-7bd4-47bc-95b6-8227d1471853 req-ac368cdb-e5d1-4df2-badd-268eddff8620 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406487 Oct 28 12:13:07.773355 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-e54f67d0-2864-438a-ac25-90b6112338fa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613792 Oct 28 12:13:07.780962 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5e44939b-7777-4875-ae6d-f2d700df9c88,segment=NetworkSegment(fe3af5d1-f44e-4f19-9be6-773f634164b8),segment_id=fe3af5d1-f44e-4f19-9be6-773f634164b8)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:07.809348 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-dcbc090c-a444-4083-8d0e-23812cd3bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.812361 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-dcbc090c-a444-4083-8d0e-23812cd3bba0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.3028145 Oct 28 12:13:07.813698 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '5e44939b-7777-4875-ae6d-f2d700df9c88', 'network_id': '6ac1954e-751a-4deb-8186-0c01c33f38fa', 'port_id': '5e44939b-7777-4875-ae6d-f2d700df9c88', 'mac_address': 'fa:16:3e:94:ee:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d32417-0771-4c8f-a25c-d73a4e750d50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:07.816741 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584122-7b57-4225-a11e-cdf4e431f804 req-66cebd5b-7cfa-4d33-8904-dda55e702d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:07.818862 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-66cebd5b-7cfa-4d33-8904-dda55e702d7d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2271223 Oct 28 12:13:07.829694 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54132) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:07.891327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bc431ef7-4037-438c-bfce-9c3e2619b388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.913262 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-79c27435-5a2f-40e8-bf2a-273556b57e99 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0932674 Oct 28 12:13:07.918949 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:07.954564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e44939b-7777-4875-ae6d-f2d700df9c88 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:08.015856 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5e44939b-7777-4875-ae6d-f2d700df9c88,segment=NetworkSegment(fe3af5d1-f44e-4f19-9be6-773f634164b8),segment_id=fe3af5d1-f44e-4f19-9be6-773f634164b8)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:08.028571 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.073196 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c5d3ea-0aa7-4b83-b130-8af918bd2b7f x-openstack-request-id: req-50c5d3ea-0aa7-4b83-b130-8af918bd2b7f {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:08.073782 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:08.073782 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50c5d3ea-0aa7-4b83-b130-8af918bd2b7f {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:08.074466 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a', 'status': 'completed', 'code': 200} Oct 28 12:13:08.122857 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-c4d00901-f249-4f11-9cc1-fe0f3157e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.124392 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-c4d00901-f249-4f11-9cc1-fe0f3157e589 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.1902978 Oct 28 12:13:08.132331 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bacd1-d840-4dc0-a63f-7a90752632b1 req-0aca935c-6e75-4226-8647-8b697f3cafd9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.135275 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-052bacd1-d840-4dc0-a63f-7a90752632b1 req-0aca935c-6e75-4226-8647-8b697f3cafd9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.2913117 Oct 28 12:13:08.138302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:08.142902 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-70fc7a44-3771-4b60-a14b-a002803ac10c service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563061 Oct 28 12:13:08.193529 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-0fa0b5a6-7531-4eba-8d57-c5d52db50859 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411363 Oct 28 12:13:08.263809 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-e0cbffdc-2f60-4b86-bc50-dddf8dac6f7e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349446 Oct 28 12:13:08.275608 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:08.278236 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:08.296970 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-052bacd1-d840-4dc0-a63f-7a90752632b1 req-2d0bb6c1-d815-4a25-b3eb-f2e82cc3bdf4 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373672 Oct 28 12:13:08.304932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bc431ef7-4037-438c-bfce-9c3e2619b388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.366912 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ced0dd26-5ef1-4d8c-ae49-d550fffa54a8 req-9cc00d18-2015-495f-a72c-4fb5e8e1580a service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189667 Oct 28 12:13:08.371050 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c46ea-955d-4923-bf55-704d1a2291c4 x-openstack-request-id: req-5a8c46ea-955d-4923-bf55-704d1a2291c4 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:08.371380 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:08.371677 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a8c46ea-955d-4923-bf55-704d1a2291c4 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:08.372070 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'status': 'completed', 'code': 200} Oct 28 12:13:08.372746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bc431ef7-4037-438c-bfce-9c3e2619b388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.480651 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-bc431ef7-4037-438c-bfce-9c3e2619b388 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04df7c0b67f54aa1aa18b8a8a1252f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476190 Oct 28 12:13:08.482985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54162) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:08.497445 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-4c1f4c22-05bf-40cc-9799-925abd736e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.499195 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-4c1f4c22-05bf-40cc-9799-925abd736e7d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1096 time: 0.0711684 Oct 28 12:13:08.507090 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-e4940a63-2baa-4ce6-9f43-7b3aa4c2339a service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034482 Oct 28 12:13:08.513195 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc431ef7-4037-438c-bfce-9c3e2619b388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea2ae6-48d3-49ed-a2a6-17a8e7f7ea1d,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:08.543317 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de584122-7b57-4225-a11e-cdf4e431f804 req-018a06c9-a472-4bcf-9b38-9f732d7bf798 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560203 Oct 28 12:13:08.605055 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc3ad-2f15-471e-83ca-3233352b0143 req-e03422c1-33c6-4e3c-9aee-623898a46278 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.606692 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d95fc3ad-2f15-471e-83ca-3233352b0143 req-e03422c1-33c6-4e3c-9aee-623898a46278 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 944 time: 0.1781502 Oct 28 12:13:08.681824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.711023 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-0eb2d4fc-2e8f-4c5d-889f-caf155b6949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.712554 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-0eb2d4fc-2e8f-4c5d-889f-caf155b6949b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1096 time: 0.1049321 Oct 28 12:13:08.717218 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d95fc3ad-2f15-471e-83ca-3233352b0143 req-99dc2e41-ddf6-4d48-8ca6-e177123ff591 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977545 Oct 28 12:13:08.720259 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a85bdc00-afd3-4220-a369-a16c5d692b19 req-e4510021-4e44-4b81-88d6-cedb403994a9 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956911 Oct 28 12:13:08.728654 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-b41ba5fc-bc19-472a-9a7e-b30ef86c33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.730162 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-b41ba5fc-bc19-472a-9a7e-b30ef86c33b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.2217932 Oct 28 12:13:08.736059 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.737193 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.789083 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-52cd3fee-e314-4a61-9412-84c5a11a9cc5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 200 len: 217 time: 0.0493102 Oct 28 12:13:08.835210 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['5e44939b-7777-4875-ae6d-f2d700df9c88'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:08.905985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-6ac0d574-765d-4d8c-b667-20849f9ff493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.910307 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-6ac0d574-765d-4d8c-b667-20849f9ff493 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.1141827 Oct 28 12:13:08.950773 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.953490 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:08.954663 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4ea2ae6-48d3-49ed-a2a6-17a8e7f7ea1d HTTP/1.1" status: 204 len: 168 time: 0.4682832 Oct 28 12:13:08.967140 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-bf724ed8-75b1-42d9-a9fe-33a01a78eeea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495050 Oct 28 12:13:08.968889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26b293-665b-4625-879b-e3892873b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea2ae6-48d3-49ed-a2a6-17a8e7f7ea1d,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:08.985780 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741701c6-1154-4057-8e69-87fd0fa4244c req-ff4af42e-4722-46a1-bac6-2b6ff5106543 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:08.987808 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-741701c6-1154-4057-8e69-87fd0fa4244c req-ff4af42e-4722-46a1-bac6-2b6ff5106543 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.1763928 Oct 28 12:13:09.132004 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-741701c6-1154-4057-8e69-87fd0fa4244c req-1aceb8f5-531e-49ab-b6cc-b02c15b55e7e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355295 Oct 28 12:13:09.185644 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-e4ebe8ad-3f6d-493c-9e86-42d5171dc9c1 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092016 Oct 28 12:13:09.271963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69957bba-52a7-4dc5-91c8-891c9c8febcd req-2dc8952c-4adb-4152-a6a5-f200db55a81c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.279316 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-69957bba-52a7-4dc5-91c8-891c9c8febcd req-2dc8952c-4adb-4152-a6a5-f200db55a81c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 944 time: 0.1888843 Oct 28 12:13:09.282672 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-07215afc-8fc1-4911-9458-5a666d2291c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.284921 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-07215afc-8fc1-4911-9458-5a666d2291c6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.5624678 Oct 28 12:13:09.325112 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-301648c8-2d51-48cc-8ed4-3e3020eaa4be req-f5ad4e28-18af-49dd-9ca1-c3b9b72f4797 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233602 Oct 28 12:13:09.339763 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-58ff608f-3d55-4115-8a4a-59ccc99e6090 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 217 time: 0.0472910 Oct 28 12:13:09.442270 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-69957bba-52a7-4dc5-91c8-891c9c8febcd req-00da6336-2816-4140-8135-ca3f93798fa5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574688 Oct 28 12:13:09.457744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-93575846-e676-4fc0-baed-739b23c25beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.459593 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-93575846-e676-4fc0-baed-739b23c25beb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.1101604 Oct 28 12:13:09.477529 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 9150fd45-c84d-4736-a6a2-8247b4b15dda details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:09.573332 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-786e58e2-b8bf-4c70-b718-258ec0149a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.577802 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-786e58e2-b8bf-4c70-b718-258ec0149a7a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018584 Oct 28 12:13:09.589231 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627b436-10f8-43ef-9dfc-fd17b7b324b1 req-be920d04-3141-4c98-a35a-4eeeda4d79c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.591211 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e627b436-10f8-43ef-9dfc-fd17b7b324b1 req-be920d04-3141-4c98-a35a-4eeeda4d79c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.1291490 Oct 28 12:13:09.696503 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e627b436-10f8-43ef-9dfc-fd17b7b324b1 req-d9b8fe60-0b2d-417b-a66f-62aa631d2bbc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959165 Oct 28 12:13:09.723128 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-ac04b004-24e8-4fb1-afbc-17a06673154a service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296883 Oct 28 12:13:09.729574 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:09.746249 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '9150fd45-c84d-4736-a6a2-8247b4b15dda', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'port_id': '9150fd45-c84d-4736-a6a2-8247b4b15dda', 'mac_address': 'fa:16:3e:f7:89:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1de8927-5147-4362-98ea-d11ec926c7fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:09.834775 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:09.848386 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35ef2e3f-4a99-44fd-94a0-bc92b41102a2 req-e4d35351-53ab-4c04-ac75-2b2d950b584b service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169713 Oct 28 12:13:09.849819 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9150fd45-c84d-4736-a6a2-8247b4b15dda {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:09.908095 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:09.915612 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:09.919543 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5da8e-0274-475d-b131-02da2e3d0fc4 req-b3f07afc-3edb-49d4-9a81-1e2b55e1832b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:09.928827 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-38a5da8e-0274-475d-b131-02da2e3d0fc4 req-b3f07afc-3edb-49d4-9a81-1e2b55e1832b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 944 time: 0.0786865 Oct 28 12:13:09.967157 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54224) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:09.975267 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-38a5da8e-0274-475d-b131-02da2e3d0fc4 req-2e3012cc-2780-4f00-8191-1b32707f5c99 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Oct 28 12:13:09.979062 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:10.137169 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08f11d74-34ed-4541-9532-2c36271e1e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.262667 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08f11d74-34ed-4541-9532-2c36271e1e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.270384 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08f11d74-34ed-4541-9532-2c36271e1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.312666 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3853a-33e3-4ca9-a74c-ecc621785b50 req-77f27a10-473d-4b92-aba8-41dfe7afc0a8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:10.314093 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4cb3853a-33e3-4ca9-a74c-ecc621785b50 req-77f27a10-473d-4b92-aba8-41dfe7afc0a8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.0964556 Oct 28 12:13:10.329218 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:10.341807 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-08f11d74-34ed-4541-9532-2c36271e1e4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fea749edbc49410c9ab238d484751a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699677 Oct 28 12:13:10.342903 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54244) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:10.346578 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f11d74-34ed-4541-9532-2c36271e1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96205524-4441-4073-9860-f9b3ec7017e0,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:10.381393 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4cb3853a-33e3-4ca9-a74c-ecc621785b50 req-bd4e0820-e152-46e1-bcbd-a1e40354913f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Oct 28 12:13:10.410509 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.453196 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.585977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.588923 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:10.590167 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96205524-4441-4073-9860-f9b3ec7017e0 HTTP/1.1" status: 204 len: 168 time: 0.2458141 Oct 28 12:13:10.601451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab53e8-0187-42c1-bf70-81dfef15ab00 req-c23bcc52-b130-4d37-b8fe-4187325f4814 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:10.602865 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-23ab53e8-0187-42c1-bf70-81dfef15ab00 req-c23bcc52-b130-4d37-b8fe-4187325f4814 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 945 time: 0.0679953 Oct 28 12:13:10.609466 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a16d9-5749-4f2f-80f4-ac8498676ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96205524-4441-4073-9860-f9b3ec7017e0,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:10.683279 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-23ab53e8-0187-42c1-bf70-81dfef15ab00 req-2ff93979-559c-42aa-8358-3c11e7dfee09 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715821 Oct 28 12:13:10.855836 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06c295-a406-4990-9b56-261aeb7b47dc req-b1f2fe57-1ced-47d6-ba19-986b8e931204 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:10.858073 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bb06c295-a406-4990-9b56-261aeb7b47dc req-b1f2fe57-1ced-47d6-ba19-986b8e931204 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0598257 Oct 28 12:13:10.905154 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bb06c295-a406-4990-9b56-261aeb7b47dc req-7f0860af-541d-47e0-8d8f-6f4a00880f0c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Oct 28 12:13:11.150778 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d17640-d125-44d2-a289-5d7578433185 req-a13a6f2c-2b3d-4855-b1cc-a03727954414 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:11.152607 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94d17640-d125-44d2-a289-5d7578433185 req-a13a6f2c-2b3d-4855-b1cc-a03727954414 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 944 time: 0.0613854 Oct 28 12:13:11.165690 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54286) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:11.187228 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b44227c2-9a13-418d-8cdf-c06323743f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.220521 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94d17640-d125-44d2-a289-5d7578433185 req-d63c7660-82bf-45f2-8d65-8a455df58a18 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Oct 28 12:13:11.285445 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b44227c2-9a13-418d-8cdf-c06323743f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.289836 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b44227c2-9a13-418d-8cdf-c06323743f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.328000 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44227c2-9a13-418d-8cdf-c06323743f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e564e95-85b9-49a3-a57d-262d118d3d18,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:11.333421 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-b44227c2-9a13-418d-8cdf-c06323743f63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a70c98566ec435eb506cdf9f8d90e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667559 Oct 28 12:13:11.336025 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54292) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:11.385958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.409993 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.465648 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.468483 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.472747 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e564e95-85b9-49a3-a57d-262d118d3d18 HTTP/1.1" status: 204 len: 168 time: 0.1327782 Oct 28 12:13:11.478536 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 7fffbbcb-b6ac-4854-853b-b69ac56c5812 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:11.485143 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744f9b3-7cfc-4fa1-be70-aab4837edf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e564e95-85b9-49a3-a57d-262d118d3d18,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:11.520198 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a39f-df6b-45ca-a1cb-b49fb2f4b87b req-43f31268-a06d-4f29-8fb0-c340474f4628 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:11.522513 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a2e7a39f-df6b-45ca-a1cb-b49fb2f4b87b req-43f31268-a06d-4f29-8fb0-c340474f4628 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.0726993 Oct 28 12:13:11.577303 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a2e7a39f-df6b-45ca-a1cb-b49fb2f4b87b req-0b6bf57a-be52-4d52-b42c-36ae9b92201f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485096 Oct 28 12:13:11.602064 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 5e44939b-7777-4875-ae6d-f2d700df9c88 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:11.740504 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 5e44939b-7777-4875-ae6d-f2d700df9c88 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:11.769156 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 5e44939b-7777-4875-ae6d-f2d700df9c88 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:11.769532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.807715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:11.828019 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '7fffbbcb-b6ac-4854-853b-b69ac56c5812', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'port_id': '7fffbbcb-b6ac-4854-853b-b69ac56c5812', 'mac_address': 'fa:16:3e:9b:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:11.859740 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a30cc-cf83-40cd-bc56-e9fe9f1708ab req-6b5d7820-a9ec-4dcd-87a1-4b6ac333d132 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:11.871941 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-257a30cc-cf83-40cd-bc56-e9fe9f1708ab req-6b5d7820-a9ec-4dcd-87a1-4b6ac333d132 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 945 time: 0.0814133 Oct 28 12:13:11.907740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.946143 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:11.959917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fffbbcb-b6ac-4854-853b-b69ac56c5812 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:11.984408 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-257a30cc-cf83-40cd-bc56-e9fe9f1708ab req-31510a2d-0b3d-426d-a9fc-53bb8dc94e49 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100461 Oct 28 12:13:12.050513 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5e44939b-7777-4875-ae6d-f2d700df9c88,segment=NetworkSegment(fe3af5d1-f44e-4f19-9be6-773f634164b8),segment_id=fe3af5d1-f44e-4f19-9be6-773f634164b8)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:12.050513 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:12.126664 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55120e-7915-4b7e-9d40-1d52bc3f2e95 req-4d99bba2-eed3-4853-90b8-3d223abc4c7c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:12.138918 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9d55120e-7915-4b7e-9d40-1d52bc3f2e95 req-4d99bba2-eed3-4853-90b8-3d223abc4c7c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0940123 Oct 28 12:13:12.173194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:12.178521 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.180469 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 9150fd45-c84d-4736-a6a2-8247b4b15dda up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:12.203328 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9d55120e-7915-4b7e-9d40-1d52bc3f2e95 req-23623374-fd9b-4036-a3ec-689edd1b5428 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634952 Oct 28 12:13:12.251166 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.295125 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:12.354042 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f139513-2e28-4111-9a45-4a2b3b76dd27" -d '{"events": [{"server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:12.376089 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 9150fd45-c84d-4736-a6a2-8247b4b15dda completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:12.387910 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 9150fd45-c84d-4736-a6a2-8247b4b15dda triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:12.388282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.413078 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:12.440452 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea966-b4d0-4bcb-bc8c-0f70918847bc req-834a6c78-fc32-43c6-bfd6-97e1399534cf tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:12.442149 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c26ea966-b4d0-4bcb-bc8c-0f70918847bc req-834a6c78-fc32-43c6-bfd6-97e1399534cf tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1044881 Oct 28 12:13:12.493235 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c26ea966-b4d0-4bcb-bc8c-0f70918847bc req-9a5c1fcb-3d9d-4e16-8bc4-524b150fc7bc tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Oct 28 12:13:12.550219 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91eb8c-35c6-47b6-91ff-3e1516c31b45 x-openstack-request-id: req-fa91eb8c-35c6-47b6-91ff-3e1516c31b45 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:12.551223 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:12.551651 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa91eb8c-35c6-47b6-91ff-3e1516c31b45 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:12.552285 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88', 'code': 200} Oct 28 12:13:12.558446 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.604425 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['7fffbbcb-b6ac-4854-853b-b69ac56c5812'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:12.642479 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:12.663631 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.786933 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1424-4605-4499-8d68-8b7511df48fc req-6b1517a7-1e89-4315-9c7a-3560473efbbf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:12.789836 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-136b1424-4605-4499-8d68-8b7511df48fc req-6b1517a7-1e89-4315-9c7a-3560473efbbf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.0956945 Oct 28 12:13:12.795670 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:12.797937 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-f6216f47-e5ad-4da8-8c2c-fe0c41f4d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:12.800368 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-f6216f47-e5ad-4da8-8c2c-fe0c41f4d2a8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 1098 time: 0.1070287 Oct 28 12:13:12.822122 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-316e8204-15fd-40a6-b596-7e202492d585 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.844914 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-136b1424-4605-4499-8d68-8b7511df48fc req-61fdafa4-de39-4b11-b592-da741f8edbca tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Oct 28 12:13:12.930023 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-316e8204-15fd-40a6-b596-7e202492d585 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.935136 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-316e8204-15fd-40a6-b596-7e202492d585 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:12.963632 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a9d2991-1c66-49ac-9274-760fe82abdf8 req-316e8204-15fd-40a6-b596-7e202492d585 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560490 Oct 28 12:13:12.975619 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e8204-15fd-40a6-b596-7e202492d585 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b81dd4-aaa4-4036-a7e9-9a9347e2d611,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:13.122160 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749797-b956-4f87-bdaf-d8ba6b21ea79 req-870faa41-26f7-4f43-8a69-4fdafbca0d96 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:13.124161 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-30749797-b956-4f87-bdaf-d8ba6b21ea79 req-870faa41-26f7-4f43-8a69-4fdafbca0d96 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0741313 Oct 28 12:13:13.169525 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-30749797-b956-4f87-bdaf-d8ba6b21ea79 req-1dffd426-462a-4690-bc33-19ec113ce28c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Oct 28 12:13:13.192738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54378) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:13.341476 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6e8672e4-8e38-4411-9432-4038f2243c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.349466 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab355f-f315-4820-a63a-1d59f804c9e7 req-41790626-b137-41ae-9c04-ac2f755b54d1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:13.357561 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-73ab355f-f315-4820-a63a-1d59f804c9e7 req-41790626-b137-41ae-9c04-ac2f755b54d1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0621901 Oct 28 12:13:13.404394 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-73ab355f-f315-4820-a63a-1d59f804c9e7 req-1936bd9b-37c1-439f-83c5-1b4a568fb716 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Oct 28 12:13:13.452922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6e8672e4-8e38-4411-9432-4038f2243c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.457423 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6e8672e4-8e38-4411-9432-4038f2243c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.504115 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8672e4-8e38-4411-9432-4038f2243c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc3776-d0e2-407f-ab50-50302e8c4ffb,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:13.511729 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:13.512303 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54396) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:13.514183 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6e8672e4-8e38-4411-9432-4038f2243c2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfbabcdd0b904b52ac8de73c4434d76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203948 Oct 28 12:13:13.567274 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.591149 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.621996 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:13.629984 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260374e-73f0-49ab-8b65-9b84b10f2a08 req-1209f224-c6c1-4843-b0fa-0da9b4a4bdda tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:13.631890 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0260374e-73f0-49ab-8b65-9b84b10f2a08 req-1209f224-c6c1-4843-b0fa-0da9b4a4bdda tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0624180 Oct 28 12:13:13.634158 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:13.646597 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.649834 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.651488 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36dc3776-d0e2-407f-ab50-50302e8c4ffb HTTP/1.1" status: 204 len: 168 time: 0.1382647 Oct 28 12:13:13.667559 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72f7ca-4fa5-49ab-a843-a92325abbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc3776-d0e2-407f-ab50-50302e8c4ffb,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:13.683212 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0260374e-73f0-49ab-8b65-9b84b10f2a08 req-f399aaf3-a1cf-4e93-b982-a98a9383c284 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Oct 28 12:13:13.706249 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.719660 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:13.740798 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:13.744734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.745537 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 44584889-faf9-46d2-a381-15ee8d86d81a details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:13.850799 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:13.910452 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=44584889-faf9-46d2-a381-15ee8d86d81a,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:13.923944 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '44584889-faf9-46d2-a381-15ee8d86d81a', 'network_id': '6dd2502a-f306-4bed-bbae-5099ba15a727', 'port_id': '44584889-faf9-46d2-a381-15ee8d86d81a', 'mac_address': 'fa:16:3e:1f:08:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9e18a4-4aef-4a10-90da-a2504aaa4092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:13.971017 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:13.986546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44584889-faf9-46d2-a381-15ee8d86d81a {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:13.993096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cc0c5-a959-44f7-8536-90cce4f81d05 req-30ab3cfd-3981-45dd-ac7b-988e27edc6d9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:13.994644 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f2cc0c5-a959-44f7-8536-90cce4f81d05 req-30ab3cfd-3981-45dd-ac7b-988e27edc6d9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 943 time: 0.0612748 Oct 28 12:13:14.013339 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=44584889-faf9-46d2-a381-15ee8d86d81a,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:14.019422 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:14.038102 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f2cc0c5-a959-44f7-8536-90cce4f81d05 req-8a4c8f5f-312d-4b3f-8583-140ff54dd7a1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372138 Oct 28 12:13:14.072163 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:14.282397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7461b-dfa7-4430-b1bf-65a003b04a3c req-a86dc309-ac8e-4035-9692-1ca461df17ba tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:14.284065 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fdc7461b-dfa7-4430-b1bf-65a003b04a3c req-a86dc309-ac8e-4035-9692-1ca461df17ba tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0495434 Oct 28 12:13:14.323626 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fdc7461b-dfa7-4430-b1bf-65a003b04a3c req-d81c5f1a-075e-4421-bc0a-555b214a5852 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Oct 28 12:13:14.398235 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['f783de9c-03e4-446f-b34b-e2edaa551d3c'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:14.423009 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['44584889-faf9-46d2-a381-15ee8d86d81a'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:14.556064 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:14.558390 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7984982-5e2f-407b-9af4-e58d46d2695a" -d '{"events": [{"server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "name": "network-vif-plugged", "status": "completed", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:14.560989 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351d91f-6c91-4744-bcc3-6804449c921a req-561bd154-a75b-4ddc-9098-7438ea032752 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:14.570800 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3351d91f-6c91-4744-bcc3-6804449c921a req-561bd154-a75b-4ddc-9098-7438ea032752 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0596652 Oct 28 12:13:14.643661 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3351d91f-6c91-4744-bcc3-6804449c921a req-4344daf3-d9b0-4baa-a0bc-45c7c7191b7f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705864 Oct 28 12:13:14.683120 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da421e-8512-48f5-91c3-aa2d41d6b249 x-openstack-request-id: req-b2da421e-8512-48f5-91c3-aa2d41d6b249 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:14.683120 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "name": "network-vif-plugged", "status": "completed", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:14.683120 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2da421e-8512-48f5-91c3-aa2d41d6b249 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:14.683120 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda', 'code': 200} Oct 28 12:13:14.889040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e822fdc-9639-4b40-a6cc-8531489f1b18 req-a64b783f-0370-40a3-8b51-d12fc7ed797b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:14.890735 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4e822fdc-9639-4b40-a6cc-8531489f1b18 req-a64b783f-0370-40a3-8b51-d12fc7ed797b tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0892718 Oct 28 12:13:14.909214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedde88-54cd-40e4-bd0c-68bd875ab360 req-48ca81e2-c519-416c-8fd8-1687998ac4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:14.910882 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fdedde88-54cd-40e4-bd0c-68bd875ab360 req-48ca81e2-c519-416c-8fd8-1687998ac4b0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 1099 time: 0.0762005 Oct 28 12:13:14.984875 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4e822fdc-9639-4b40-a6cc-8531489f1b18 req-cf80467c-89ac-4c95-ba8b-9ffbb10833a2 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812111 Oct 28 12:13:14.989427 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fdedde88-54cd-40e4-bd0c-68bd875ab360 req-ca9f61b7-c0a2-4306-8348-5e0e5d27f60d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679743 Oct 28 12:13:15.082363 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54498) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:15.219832 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce343a3-d37b-4813-9532-89e735b6448a req-e4d11e57-1e91-4d50-8e9d-821eb3282dc3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:15.221649 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cce343a3-d37b-4813-9532-89e735b6448a req-e4d11e57-1e91-4d50-8e9d-821eb3282dc3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 944 time: 0.0721946 Oct 28 12:13:15.265278 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cce343a3-d37b-4813-9532-89e735b6448a req-8058df04-ed84-4739-9781-ca3805a6675f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Oct 28 12:13:15.382595 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-142e88c1-841c-44e7-ad23-65bf931bf50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.448307 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780e9f4-2e97-4f11-9249-0690511e03d7 req-6fb34df9-ccc5-4396-a731-4f2031ac29ae tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:15.452848 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9780e9f4-2e97-4f11-9249-0690511e03d7 req-6fb34df9-ccc5-4396-a731-4f2031ac29ae tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0559957 Oct 28 12:13:15.494285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-142e88c1-841c-44e7-ad23-65bf931bf50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.495846 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9780e9f4-2e97-4f11-9249-0690511e03d7 req-7bfa13dd-464d-4901-af49-4b29373dd30a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Oct 28 12:13:15.503980 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-142e88c1-841c-44e7-ad23-65bf931bf50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.510507 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 7fffbbcb-b6ac-4854-853b-b69ac56c5812 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:15.574070 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-142e88c1-841c-44e7-ad23-65bf931bf50c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cd60ced5b5942dd857f32c4c225abc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899185 Oct 28 12:13:15.577179 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54532) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:15.594648 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:15.603390 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:15.604055 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.611606 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e88c1-841c-44e7-ad23-65bf931bf50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168dcc5-4d34-4705-bd14-e940073d2785,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:15.676708 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.707511 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.755384 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.768122 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.771492 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.772664 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8168dcc5-4d34-4705-bd14-e940073d2785 HTTP/1.1" status: 204 len: 168 time: 0.1945083 Oct 28 12:13:15.780848 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673a732-fae7-462c-a94a-b7744b542f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168dcc5-4d34-4705-bd14-e940073d2785,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:15.823993 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:15.829682 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:15.831590 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aa85b-ef31-45c4-a12a-cca3297b8d0d req-deacdcb4-afd1-4449-b22f-f58aa66f5f10 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:15.833355 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b13aa85b-ef31-45c4-a12a-cca3297b8d0d req-deacdcb4-afd1-4449-b22f-f58aa66f5f10 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0801728 Oct 28 12:13:15.899813 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:15.902709 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b13aa85b-ef31-45c4-a12a-cca3297b8d0d req-ca1c0d90-1a3d-49a1-9b83-1d30a15a9ad4 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610392 Oct 28 12:13:16.094582 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8834ae-728d-400b-a7cb-d7be785fe151 req-1e278689-4ac8-4614-a679-582cfa3d45e8 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:16.096774 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e8834ae-728d-400b-a7cb-d7be785fe151 req-1e278689-4ac8-4614-a679-582cfa3d45e8 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0489085 Oct 28 12:13:16.126829 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54548) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:16.137095 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e8834ae-728d-400b-a7cb-d7be785fe151 req-58dfb0a9-8ebe-4cba-8c0e-d4dcd0eddf9c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Oct 28 12:13:16.139820 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1787f9b2-9cfa-4d06-832c-101d9e3977de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.238218 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1787f9b2-9cfa-4d06-832c-101d9e3977de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.243091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1787f9b2-9cfa-4d06-832c-101d9e3977de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.285098 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1787f9b2-9cfa-4d06-832c-101d9e3977de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf5319c022dd4c6fbf7cd213a30daae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571286 Oct 28 12:13:16.287143 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787f9b2-9cfa-4d06-832c-101d9e3977de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ad62c-b01a-412e-8bab-caf5fa2c76d7,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:16.287859 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54558) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:16.352053 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.375949 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.390957 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcdbca-845c-4466-8e96-994ceccad7ce req-b5120eda-d4b6-4615-ba2b-617682a2eb67 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:16.394051 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-34dcdbca-845c-4466-8e96-994ceccad7ce req-b5120eda-d4b6-4615-ba2b-617682a2eb67 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 944 time: 0.0569179 Oct 28 12:13:16.440591 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.443402 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:16.447643 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/255ad62c-b01a-412e-8bab-caf5fa2c76d7 HTTP/1.1" status: 204 len: 168 time: 0.1584454 Oct 28 12:13:16.457809 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb20eb-bee3-41c6-8a61-83a512cfd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ad62c-b01a-412e-8bab-caf5fa2c76d7,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:16.463327 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-34dcdbca-845c-4466-8e96-994ceccad7ce req-1832fde7-8f68-4331-92ff-86780502794d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Oct 28 12:13:16.630659 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7774c58-83e6-4303-9ddc-836a1b053234 req-cffc7d61-1d60-46e6-bf43-1438489b936f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:16.632694 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a7774c58-83e6-4303-9ddc-836a1b053234 req-cffc7d61-1d60-46e6-bf43-1438489b936f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0557592 Oct 28 12:13:16.671263 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a7774c58-83e6-4303-9ddc-836a1b053234 req-41631849-59d8-4bdb-a7db-bd68b5cf4d4b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Oct 28 12:13:16.683291 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:16.685734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf603a-b1f1-46cc-91f4-36fa57ad1d2c" -d '{"events": [{"server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "name": "network-vif-plugged", "status": "completed", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:16.721077 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f427c2-b43e-457b-8ce2-ae19d5c9bae6 x-openstack-request-id: req-36f427c2-b43e-457b-8ce2-ae19d5c9bae6 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:16.721381 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "name": "network-vif-plugged", "status": "completed", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:16.721633 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36f427c2-b43e-457b-8ce2-ae19d5c9bae6 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:16.722021 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812', 'code': 200} Oct 28 12:13:16.925936 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730b1b7-f059-4daf-ac33-9a496cfc2453 req-fa479fd8-7550-4b14-b588-0bc54e8276b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:16.927632 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6730b1b7-f059-4daf-ac33-9a496cfc2453 req-fa479fd8-7550-4b14-b588-0bc54e8276b5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0641246 Oct 28 12:13:16.973506 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6730b1b7-f059-4daf-ac33-9a496cfc2453 req-c1c2d9f6-d5cd-4ef1-a8aa-36d7c7a505ee service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Oct 28 12:13:17.051989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f96a8-eca6-47cb-9699-74494bbc964a req-212d724f-30dc-4160-965e-cfb3449aa4cd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:17.061060 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-305f96a8-eca6-47cb-9699-74494bbc964a req-212d724f-30dc-4160-965e-cfb3449aa4cd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0684774 Oct 28 12:13:17.119008 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-305f96a8-eca6-47cb-9699-74494bbc964a req-cd1edb8c-b13b-44a3-acf0-65c37ae764b7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Oct 28 12:13:17.215183 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54610) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:17.455530 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-93b26614-e2a0-4d83-a042-990d9b3b0b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.557754 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-93b26614-e2a0-4d83-a042-990d9b3b0b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.564506 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-93b26614-e2a0-4d83-a042-990d9b3b0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.570555 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69b58-07a4-40af-89fa-3046af7f3d2e req-5f0fac2f-89a5-46f6-a68e-c709fff31001 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:17.572253 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6ed69b58-07a4-40af-89fa-3046af7f3d2e req-5f0fac2f-89a5-46f6-a68e-c709fff31001 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 944 time: 0.0499697 Oct 28 12:13:17.587067 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:17.606880 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-93b26614-e2a0-4d83-a042-990d9b3b0b3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=761f0f3ef1d84886a4bf2efd838530cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905964 Oct 28 12:13:17.607919 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b26614-e2a0-4d83-a042-990d9b3b0b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a975f46-cb43-44d0-a7af-143eb2f2ba49,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:17.610749 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54634) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:17.665277 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6ed69b58-07a4-40af-89fa-3046af7f3d2e req-d6c37da8-2ea2-4b3d-8d27-9f18a406440c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750103 Oct 28 12:13:17.668053 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.692768 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port f783de9c-03e4-446f-b34b-e2edaa551d3c completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:17.699595 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port f783de9c-03e4-446f-b34b-e2edaa551d3c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:17.700319 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.706399 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.779803 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.786364 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.790085 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a975f46-cb43-44d0-a7af-143eb2f2ba49 HTTP/1.1" status: 204 len: 168 time: 0.1782250 Oct 28 12:13:17.805390 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475161c-02f7-46df-aaa2-f4c90e8345a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a975f46-cb43-44d0-a7af-143eb2f2ba49,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:17.847501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.852440 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17679f-6586-438e-b079-20adb155a100 req-cf30b14b-1110-4b33-af0f-41b510056eba tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:17.854893 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc17679f-6586-438e-b079-20adb155a100 req-cf30b14b-1110-4b33-af0f-41b510056eba tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0833437 Oct 28 12:13:17.901788 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:17.917538 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:17.919348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 44584889-faf9-46d2-a381-15ee8d86d81a up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:17.943708 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc17679f-6586-438e-b079-20adb155a100 req-ebb82ee4-96de-4124-9e62-86ace70e5107 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816929 Oct 28 12:13:18.026075 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:18.050092 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 44584889-faf9-46d2-a381-15ee8d86d81a completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:18.057263 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 44584889-faf9-46d2-a381-15ee8d86d81a triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:18.058085 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.207094 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.296543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=44584889-faf9-46d2-a381-15ee8d86d81a,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:18.311178 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.351379 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd276-da80-4fa4-bc8c-531170ea2a83 req-04e785c1-bc3f-4ad2-bbe3-43b4970c150c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:18.353639 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b4cbd276-da80-4fa4-bc8c-531170ea2a83 req-04e785c1-bc3f-4ad2-bbe3-43b4970c150c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.1210933 Oct 28 12:13:18.434548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:18.434739 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54682) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:18.456044 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5ebddacd-2ee9-49d4-bd41-e28704595353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.483424 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b4cbd276-da80-4fa4-bc8c-531170ea2a83 req-1ca99760-d79e-4ab0-94dc-45377731f316 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162250 Oct 28 12:13:18.557746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5ebddacd-2ee9-49d4-bd41-e28704595353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.566562 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5ebddacd-2ee9-49d4-bd41-e28704595353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.616646 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5ebddacd-2ee9-49d4-bd41-e28704595353 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d78723b139064b40a900830954e08861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805625 Oct 28 12:13:18.619886 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54686) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:18.626654 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebddacd-2ee9-49d4-bd41-e28704595353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987abaf-28c6-4496-a2a4-adfa8064e063,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:18.698084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.724070 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}, {'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:18.725184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.726476 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7867f0-e4cf-49f1-85e3-5f0a3e55b2d2" -d '{"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}, {"server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "name": "network-vif-plugged", "status": "completed", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:18.810942 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc881f-22ea-483b-925c-c5a6d64b5da1 x-openstack-request-id: req-e9fc881f-22ea-483b-925c-c5a6d64b5da1 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:18.811454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "code": 200}, {"server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "name": "network-vif-plugged", "status": "completed", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:18.811884 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9fc881f-22ea-483b-925c-c5a6d64b5da1 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:18.812419 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'code': 200} Oct 28 12:13:18.812844 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a', 'code': 200} Oct 28 12:13:18.828931 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.834145 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.839556 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e987abaf-28c6-4496-a2a4-adfa8064e063 HTTP/1.1" status: 204 len: 168 time: 0.2174249 Oct 28 12:13:18.862336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1d5b-0ffa-47f3-a7ba-e96e5a716253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987abaf-28c6-4496-a2a4-adfa8064e063,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:18.879271 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54710) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:18.887536 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9edef4-6d40-4b15-953a-7691fcdda20a req-0d953485-506b-4b58-b725-68b56f011950 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:18.912055 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2a9edef4-6d40-4b15-953a-7691fcdda20a req-0d953485-506b-4b58-b725-68b56f011950 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.1136315 Oct 28 12:13:18.964768 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:13:19.032071 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2a9edef4-6d40-4b15-953a-7691fcdda20a req-2cf3331f-6556-4570-a30c-a7905e651874 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116395 Oct 28 12:13:19.092870 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3c5d-1ccb-40c3-89b4-28405575ea8d req-c4a57216-3b9e-4faa-9d16-0fa001c1675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:19.094746 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fc3e3c5d-1ccb-40c3-89b4-28405575ea8d req-c4a57216-3b9e-4faa-9d16-0fa001c1675a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0506706 Oct 28 12:13:19.155467 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fc3e3c5d-1ccb-40c3-89b4-28405575ea8d req-4be6937b-632d-4344-b876-a945d89d6dbd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405574 Oct 28 12:13:19.404868 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e735a-ebd7-428f-870b-67314688e9d8 req-f5401e60-3b1b-45e8-964d-1b0186d28018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:19.406398 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7b9e735a-ebd7-428f-870b-67314688e9d8 req-f5401e60-3b1b-45e8-964d-1b0186d28018 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1098 time: 0.2914834 Oct 28 12:13:19.407576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6dc2-6cea-4462-a650-c3f444aad320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.497267 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7b9e735a-ebd7-428f-870b-67314688e9d8 req-e4ba1702-bc3e-422c-8086-571851a8a887 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Oct 28 12:13:19.529593 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6dc2-6cea-4462-a650-c3f444aad320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.535593 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6dc2-6cea-4462-a650-c3f444aad320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.616586 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ca2e6dc2-6cea-4462-a650-c3f444aad320 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebf891cdae314c3c995508ce93628352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357864 Oct 28 12:13:19.617388 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e6dc2-6cea-4462-a650-c3f444aad320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aac22e-b829-4a4a-86b6-df49f5776479,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:19.619244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54756) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:19.669034 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586d17-321f-4249-b503-781b681afc05 req-b2d78455-b01d-419e-bd28-efa1381eda6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:19.669034 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-db586d17-321f-4249-b503-781b681afc05 req-b2d78455-b01d-419e-bd28-efa1381eda6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0941184 Oct 28 12:13:19.688982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.719340 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-db586d17-321f-4249-b503-781b681afc05 req-335f04b1-2422-40bc-abf7-eadf1fe88a20 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504050 Oct 28 12:13:19.729565 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.784727 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.787479 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.788623 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1aac22e-b829-4a4a-86b6-df49f5776479 HTTP/1.1" status: 204 len: 168 time: 0.1682250 Oct 28 12:13:19.796687 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1dd35-f5ed-43b4-9af2-ef1fb09eff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aac22e-b829-4a4a-86b6-df49f5776479,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:19.908586 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54774) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.175390 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbde6-c4d4-4712-bcd0-01f31e726450 req-b9f425a9-bdd6-4d02-ab6d-f34fb6674ef1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:20.176906 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6d5dbde6-c4d4-4712-bcd0-01f31e726450 req-b9f425a9-bdd6-4d02-ab6d-f34fb6674ef1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0570214 Oct 28 12:13:20.185934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49095f4a-dcb2-403c-91a9-5f3bbd044116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.230433 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6d5dbde6-c4d4-4712-bcd0-01f31e726450 req-e758eedc-ce55-4c56-971b-6e16a0e85d82 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 Oct 28 12:13:20.235618 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54808) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.252007 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4c8af5a8-b0c3-4899-8fc4-dfcea889c89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.277929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49095f4a-dcb2-403c-91a9-5f3bbd044116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.282783 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49095f4a-dcb2-403c-91a9-5f3bbd044116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.311748 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-49095f4a-dcb2-403c-91a9-5f3bbd044116 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c319cac0831d49be8610fe7735ebb3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014323 Oct 28 12:13:20.313849 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54824) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.342832 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4c8af5a8-b0c3-4899-8fc4-dfcea889c89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.348683 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4c8af5a8-b0c3-4899-8fc4-dfcea889c89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.356151 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095f4a-dcb2-403c-91a9-5f3bbd044116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64254a86-54e5-43b6-bace-7d05bf326184,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.384907 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.391671 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8af5a8-b0c3-4899-8fc4-dfcea889c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e542870-cb43-4a2f-84f4-20a038b98299,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.398228 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4c8af5a8-b0c3-4899-8fc4-dfcea889c89a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=990da4d718c243b2823c2ba29b0c85b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608453 Oct 28 12:13:20.400998 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54826) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.410273 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.463307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.465969 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.468781 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.469952 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64254a86-54e5-43b6-bace-7d05bf326184 HTTP/1.1" status: 204 len: 168 time: 0.1549356 Oct 28 12:13:20.479226 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5d241-e705-440a-bf72-8bef56eafbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64254a86-54e5-43b6-bace-7d05bf326184,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.508026 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.578022 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.581143 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.582272 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e542870-cb43-4a2f-84f4-20a038b98299 HTTP/1.1" status: 204 len: 168 time: 0.1804647 Oct 28 12:13:20.591793 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9f1b7-a89b-4107-ae60-52d42e2b5e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e542870-cb43-4a2f-84f4-20a038b98299,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.846850 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d36f3-5e75-4f96-a72f-d473f2ca86a5 req-52fc617d-2fc8-4c5f-ae1e-5ac3cff6dc68 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:20.848310 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b21d36f3-5e75-4f96-a72f-d473f2ca86a5 req-52fc617d-2fc8-4c5f-ae1e-5ac3cff6dc68 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0503504 Oct 28 12:13:20.894760 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b21d36f3-5e75-4f96-a72f-d473f2ca86a5 req-b6349b9b-14dd-4d96-9767-fe7b2830b369 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Oct 28 12:13:20.929270 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 54850) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.945825 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4bc8-aa85-4668-86b5-c1cf10cb34ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.020783 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4bc8-aa85-4668-86b5-c1cf10cb34ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.024690 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4bc8-aa85-4668-86b5-c1cf10cb34ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.063117 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ed1d4bc8-aa85-4668-86b5-c1cf10cb34ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=917458a46ef7445480663cf61d68f5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322575 Oct 28 12:13:21.063982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d4bc8-aa85-4668-86b5-c1cf10cb34ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901711f-2a62-43fe-a01c-fae8d117f7eb,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:21.066442 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 54854) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:21.120951 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.144833 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.194628 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.197113 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.200712 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6901711f-2a62-43fe-a01c-fae8d117f7eb HTTP/1.1" status: 204 len: 168 time: 0.1306520 Oct 28 12:13:21.207022 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50675d-6c83-4c48-86e4-923ae74a3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901711f-2a62-43fe-a01c-fae8d117f7eb,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:21.361730 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c5ca4-6856-4366-9140-8e12e88b3e48 req-4608bef7-8a5d-40d4-a62f-f283a78337ec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:21.363311 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-097c5ca4-6856-4366-9140-8e12e88b3e48 req-4608bef7-8a5d-40d4-a62f-f283a78337ec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0583143 Oct 28 12:13:21.405625 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-097c5ca4-6856-4366-9140-8e12e88b3e48 req-2a4a2875-222d-43b1-83ee-0477dde08489 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Oct 28 12:13:21.955644 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-4bbe11bf-4579-486d-b887-bb5836d2e7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.025813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39ce4-6946-4659-b86e-a5bb844874c2 req-0fb3285e-561b-4aae-a215-27afd7a13c35 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:22.027343 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1ab39ce4-6946-4659-b86e-a5bb844874c2 req-0fb3285e-561b-4aae-a215-27afd7a13c35 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0483320 Oct 28 12:13:22.070489 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1ab39ce4-6946-4659-b86e-a5bb844874c2 req-5be80a9f-a7b7-4f7b-bbf5-ec9fb3591f02 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Oct 28 12:13:22.522540 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78107b14-d27b-429e-98f9-49d77ee3ee48 req-44e3e39a-e6ee-4971-9391-42a4822eb914 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:22.523968 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-78107b14-d27b-429e-98f9-49d77ee3ee48 req-44e3e39a-e6ee-4971-9391-42a4822eb914 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0485177 Oct 28 12:13:22.564363 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-78107b14-d27b-429e-98f9-49d77ee3ee48 req-2e081f44-ce29-4e7b-8258-effb61b8dbfe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Oct 28 12:13:23.187397 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab72796-5695-467d-b39b-25233f5ee877 req-147f9d2c-1dc4-45c1-b76a-a7914e762e18 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:23.188832 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cab72796-5695-467d-b39b-25233f5ee877 req-147f9d2c-1dc4-45c1-b76a-a7914e762e18 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0469644 Oct 28 12:13:23.228239 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cab72796-5695-467d-b39b-25233f5ee877 req-21e143d9-920c-408a-90f3-f1091503bff7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Oct 28 12:13:23.685393 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce9e2-fff3-48ca-a561-64d664f22527 req-5ab7d8ae-dea3-413e-9520-f28c001f918d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:23.686880 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f01ce9e2-fff3-48ca-a561-64d664f22527 req-5ab7d8ae-dea3-413e-9520-f28c001f918d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0553715 Oct 28 12:13:23.723330 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f01ce9e2-fff3-48ca-a561-64d664f22527 req-5421ee5b-f58b-4e6e-bb87-57441d6484b1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Oct 28 12:13:24.347369 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1f2f1-225e-45ca-bda0-5e7a715ece50 req-31545ed2-6df3-481b-98ab-b33ffda9d7cf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:24.349072 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-24c1f2f1-225e-45ca-bda0-5e7a715ece50 req-31545ed2-6df3-481b-98ab-b33ffda9d7cf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0488656 Oct 28 12:13:24.394875 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-24c1f2f1-225e-45ca-bda0-5e7a715ece50 req-95cdaf09-a7f5-4322-b7e6-aa7a6d9b40ab tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Oct 28 12:13:24.494643 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-116f0286-0e80-4e0a-86b5-3008214790bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:24.840679 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f930fa-f9cd-4549-9df8-f9420379f240 req-dee84286-8f68-44c3-a743-13de2e3c2877 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:24.842312 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c1f930fa-f9cd-4549-9df8-f9420379f240 req-dee84286-8f68-44c3-a743-13de2e3c2877 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0485361 Oct 28 12:13:24.883157 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c1f930fa-f9cd-4549-9df8-f9420379f240 req-a66f96c9-2911-4382-b4be-a11a61a8e761 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Oct 28 12:13:25.515086 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4fc8-e566-450d-8688-99c993deda5f req-9f691e8d-22f4-4454-90d6-93cda0d58834 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:25.516556 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-574a4fc8-e566-450d-8688-99c993deda5f req-9f691e8d-22f4-4454-90d6-93cda0d58834 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0484054 Oct 28 12:13:25.556232 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-574a4fc8-e566-450d-8688-99c993deda5f req-5539b526-5a76-4856-8b1c-0e6c737f4e9e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324845 Oct 28 12:13:25.679861 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b738af-f1f4-4f64-8826-35faa5ec3037 req-82cb6650-78ef-4be1-b47e-76321f6bd4d8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:25.681339 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c8b738af-f1f4-4f64-8826-35faa5ec3037 req-82cb6650-78ef-4be1-b47e-76321f6bd4d8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0526865 Oct 28 12:13:25.690444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 55032) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:25.695001 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'floatingip': {'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:25.766832 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:25.768970 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:25.770630 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:26.034918 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b39110-55a4-46ab-a08a-39b55f17dfe9 req-d05c5054-654c-4644-8ebe-7c830d4546b2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:26.036437 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f1b39110-55a4-46ab-a08a-39b55f17dfe9 req-d05c5054-654c-4644-8ebe-7c830d4546b2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0677099 Oct 28 12:13:26.238258 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f1b39110-55a4-46ab-a08a-39b55f17dfe9 req-cf9509e4-055f-4711-a66f-db364ce847d5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928811 Oct 28 12:13:26.437468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:26.441459 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:26.729835 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Floating IP a1203c0d-957f-4424-9267-dedd0dc40c5e associated. External IP: 172.27.2.59, port: f783de9c-03e4-446f-b34b-e2edaa551d3c. Oct 28 12:13:26.929987 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:13:27.039072 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:27.043775 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.053323 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:27.062955 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:27.063564 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:13:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:27.073031 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-43889b86-5985-4c57-b287-5624dd1492b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "PUT /v2.0/floatingips/a1203c0d-957f-4424-9267-dedd0dc40c5e HTTP/1.1" status: 200 len: 990 time: 1.3815827 Oct 28 12:13:27.073668 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:27.076504 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eded1e-3964-4226-9ad6-8336761d9f36" -d '{"events": [{"name": "network-changed", "server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:27.123401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.147558 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263484f-cf37-40c8-a6b0-15c51eb877af x-openstack-request-id: req-8263484f-cf37-40c8-a6b0-15c51eb877af {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:27.151813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:27.152205 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8263484f-cf37-40c8-a6b0-15c51eb877af {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:27.152698 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'status': 'completed', 'code': 200} Oct 28 12:13:27.183300 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:27.358744 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c758-e89b-4c1e-b3ae-cf0283e34da7 req-63782c59-f4b3-4b74-b695-08c9ffbeeed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:27.360235 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2ff1c758-e89b-4c1e-b3ae-cf0283e34da7 req-63782c59-f4b3-4b74-b695-08c9ffbeeed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0534034 Oct 28 12:13:27.399097 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2ff1c758-e89b-4c1e-b3ae-cf0283e34da7 req-abc8c49f-60b9-45f0-91ff-5a31a8aa8f92 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Oct 28 12:13:27.456869 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a1203c0d-957f-4424-9267-dedd0dc40c5e', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:45Z', 'updated_at': '2021-10-28T12:13:26Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:27.483543 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:27.491850 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:27.492447 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:13:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:27.679681 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:27.907160 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a1203c0d-957f-4424-9267-dedd0dc40c5e', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:45Z', 'updated_at': '2021-10-28T12:13:26Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:27.936950 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a168c-a07f-4ce3-ad23-ffcfc268882b None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a1203c0d-957f-4424-9267-dedd0dc40c5e', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:45Z', 'updated_at': '2021-10-28T12:13:26Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:28.150333 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3c463-52c5-481c-8919-ea14b97fef10 None None] New status for floating IP a1203c0d-957f-4424-9267-dedd0dc40c5e: ACTIVE {{(pid=101495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:13:28.514858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2109-693c-4473-ace0-750c21c577d3 req-d958e726-312a-4a14-9cdf-bd9855282dbd tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.516341 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3a4d2109-693c-4473-ace0-750c21c577d3 req-d958e726-312a-4a14-9cdf-bd9855282dbd tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0536108 Oct 28 12:13:28.553511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3a4d2109-693c-4473-ace0-750c21c577d3 req-cf040e3f-c11b-43c7-b3ed-43360d73e2ce tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Oct 28 12:13:29.664271 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0552c-0dc5-417e-839d-0aea7ff458da req-cbab070a-8bc8-4ee7-9374-b90be32c990b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:29.665732 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29d0552c-0dc5-417e-839d-0aea7ff458da req-cbab070a-8bc8-4ee7-9374-b90be32c990b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0470417 Oct 28 12:13:29.702515 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29d0552c-0dc5-417e-839d-0aea7ff458da req-0bee6fc4-96f8-4417-838c-6ea7cc21973b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Oct 28 12:13:30.818128 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9c0c-e172-4558-8d06-9dc338973474 req-d73f1712-423a-413e-8401-e99dc626d784 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:30.819692 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8bfb9c0c-e172-4558-8d06-9dc338973474 req-d73f1712-423a-413e-8401-e99dc626d784 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0524476 Oct 28 12:13:30.858494 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8bfb9c0c-e172-4558-8d06-9dc338973474 req-6469facf-edf7-46fb-b87a-1d203e4bd2e6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Oct 28 12:13:31.968396 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644dc42-ef70-49ab-ba46-143245e03b44 req-5600e570-47fa-4642-b89e-504b77fe538b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:31.969934 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5644dc42-ef70-49ab-ba46-143245e03b44 req-5600e570-47fa-4642-b89e-504b77fe538b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0470273 Oct 28 12:13:32.009147 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5644dc42-ef70-49ab-ba46-143245e03b44 req-e31599a4-0538-4e12-9f98-4691ad59ad7f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Oct 28 12:13:33.120221 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793d3d8-72a6-426c-ab90-b9c1303a9368 req-59839cfa-c4ab-4ad1-b6c7-5c0924acb349 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:33.121893 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1793d3d8-72a6-426c-ab90-b9c1303a9368 req-59839cfa-c4ab-4ad1-b6c7-5c0924acb349 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0478191 Oct 28 12:13:33.165737 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1793d3d8-72a6-426c-ab90-b9c1303a9368 req-418b7396-1ea5-4527-ad3b-3d73e815edd0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Oct 28 12:13:34.285002 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb3ce-ac80-4b13-a564-8b9b6b24c938 req-773f203c-c524-48bd-b44c-b5dee9490b42 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:34.286705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-137fb3ce-ac80-4b13-a564-8b9b6b24c938 req-773f203c-c524-48bd-b44c-b5dee9490b42 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0526171 Oct 28 12:13:34.326108 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-137fb3ce-ac80-4b13-a564-8b9b6b24c938 req-b7833a51-3fa5-4be1-8fca-314195b01679 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Oct 28 12:13:35.310373 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-67d15e07-3360-40fe-bc48-8e90665e87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.311897 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-67d15e07-3360-40fe-bc48-8e90665e87f4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0402308 Oct 28 12:13:35.479908 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d6e4-ea6c-4bd8-9a91-0c662b1f916b req-3f25b2e0-affa-4f2c-86bc-befb8c95ed3a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.481394 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7134d6e4-ea6c-4bd8-9a91-0c662b1f916b req-3f25b2e0-affa-4f2c-86bc-befb8c95ed3a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0686393 Oct 28 12:13:35.505458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-212f9396-7629-49c3-914c-ffa482e5e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.506907 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-212f9396-7629-49c3-914c-ffa482e5e21f service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.1585684 Oct 28 12:13:35.533025 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7134d6e4-ea6c-4bd8-9a91-0c662b1f916b req-7bde8262-7715-4cee-a286-8723999c403d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Oct 28 12:13:35.616969 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-077dc9be-67c8-4397-9263-8124ebd401ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 1000 time: 0.0952148 Oct 28 12:13:35.690382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-1e47276d-fc7c-4794-a07f-0565de2c0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.692250 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-1e47276d-fc7c-4794-a07f-0565de2c0a6d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0508704 Oct 28 12:13:35.759813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-5a7dd1e3-c5c5-4645-b9a8-2039bee10b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.761286 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-5a7dd1e3-c5c5-4645-b9a8-2039bee10b79 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504448 Oct 28 12:13:35.863707 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-b16e1389-68d1-44df-8de0-5603b0b6dc05 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851667 Oct 28 12:13:35.965902 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-09eded1e-3964-4226-9ad6-8336761d9f36 req-41cb4d82-a832-41d1-afa2-d285c31ef8b4 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884888 Oct 28 12:13:36.649145 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123284b4-5342-4b9f-98ec-37ba34a4fdee req-e25ee8e0-63d4-49f0-9a2f-1c604ea7d712 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.650609 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-123284b4-5342-4b9f-98ec-37ba34a4fdee req-e25ee8e0-63d4-49f0-9a2f-1c604ea7d712 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0476241 Oct 28 12:13:36.689628 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-123284b4-5342-4b9f-98ec-37ba34a4fdee req-ed702e8e-ba30-4574-a4d9-b43b942f1463 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Oct 28 12:13:36.969102 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9fa5a-76b4-4ebf-9bd2-b69a3cfaedfe req-9bbbf4cb-3fe8-46e6-979e-9aba59e2646e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.970642 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26b9fa5a-76b4-4ebf-9bd2-b69a3cfaedfe req-9bbbf4cb-3fe8-46e6-979e-9aba59e2646e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0481577 Oct 28 12:13:37.010544 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26b9fa5a-76b4-4ebf-9bd2-b69a3cfaedfe req-02ff2d49-d426-412b-8669-f8741fb41f3f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Oct 28 12:13:38.121970 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19ce8-59a8-4c6a-a32e-3c504102c548 req-5c3ed8a6-5a7c-4e17-8587-0a897c52996e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:38.123576 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e7e19ce8-59a8-4c6a-a32e-3c504102c548 req-5c3ed8a6-5a7c-4e17-8587-0a897c52996e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0482914 Oct 28 12:13:38.164176 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e7e19ce8-59a8-4c6a-a32e-3c504102c548 req-ef907d80-12c6-40c4-998c-f7e95c239681 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Oct 28 12:13:38.742313 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.275382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a96a-85e2-419f-aaab-1c813d0f5e90 req-698d6168-bc85-42a7-8b57-b5dbb7d0bbc8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:39.276831 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ae3a96a-85e2-419f-aaab-1c813d0f5e90 req-698d6168-bc85-42a7-8b57-b5dbb7d0bbc8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0472541 Oct 28 12:13:39.315392 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ae3a96a-85e2-419f-aaab-1c813d0f5e90 req-1164f0f8-f716-4489-92bd-b931ad5e5a01 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Oct 28 12:13:40.426494 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7627c5-4752-4b5e-94bc-65b80c7e801f req-3dd00a9c-c297-4d65-9af4-3f3b884164b6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:40.427987 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e7627c5-4752-4b5e-94bc-65b80c7e801f req-3dd00a9c-c297-4d65-9af4-3f3b884164b6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0478132 Oct 28 12:13:40.465711 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e7627c5-4752-4b5e-94bc-65b80c7e801f req-35c70c27-b3b7-4b7c-9fba-2ffd1e7a688f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Oct 28 12:13:41.576223 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2179-d67b-4600-a1c8-40b5ad9448cb req-8786abdd-11dc-4b54-a69e-41f0e8262e4f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:41.577686 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1fbd2179-d67b-4600-a1c8-40b5ad9448cb req-8786abdd-11dc-4b54-a69e-41f0e8262e4f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0479062 Oct 28 12:13:41.617757 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1fbd2179-d67b-4600-a1c8-40b5ad9448cb req-f006419f-40f4-4b13-a013-d2c912c2d8e8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Oct 28 12:13:42.125901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d653e5-b961-4144-bf13-c34083d91242 req-0b85a069-1065-43ed-acff-3fca5244417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:42.127636 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-0b85a069-1065-43ed-acff-3fca5244417f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1098 time: 0.0417864 Oct 28 12:13:42.223079 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d653e5-b961-4144-bf13-c34083d91242 req-69fce461-8110-48dc-94cb-fb905e8514fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:42.224506 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-69fce461-8110-48dc-94cb-fb905e8514fc service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.0824389 Oct 28 12:13:42.273312 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-8ce0640d-de1c-4ba6-b2d0-142811f57a74 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 200 len: 217 time: 0.0365825 Oct 28 12:13:42.323048 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d653e5-b961-4144-bf13-c34083d91242 req-c26dbdca-f180-4751-8358-29def00742e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:42.324532 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-c26dbdca-f180-4751-8358-29def00742e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0439470 Oct 28 12:13:42.357522 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-531900fe-e05d-470d-917e-a0dc993935e2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238280 Oct 28 12:13:42.459715 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-5f78bb48-7c47-4faa-86e1-ad46f8768109 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886481 Oct 28 12:13:42.548072 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f0d653e5-b961-4144-bf13-c34083d91242 req-af09e754-3427-4226-8e71-0bc5bd0e9fa5 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793200 Oct 28 12:13:42.728633 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507cbdf-ba74-4ea9-82b0-42c816db06a9 req-d3566536-d218-4551-a02a-76896abeb945 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:42.730100 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6507cbdf-ba74-4ea9-82b0-42c816db06a9 req-d3566536-d218-4551-a02a-76896abeb945 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0484087 Oct 28 12:13:42.769262 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6507cbdf-ba74-4ea9-82b0-42c816db06a9 req-d502d29d-2dfd-4923-af12-8958a1799dc0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Oct 28 12:13:42.906938 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-b7cc2ea0-8466-42ab-845a-8968ab654ca5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388131 Oct 28 12:13:42.989291 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-af8e6a9c-ee2a-46e2-99b9-882b12247ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:42.990824 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-af8e6a9c-ee2a-46e2-99b9-882b12247ec7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=03ac030a59d7441d958e8657b702b9cd&device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0405433 Oct 28 12:13:43.100005 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-ae6e1dce-edc6-4d4f-84b4-b216ada7a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:43.101475 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-ae6e1dce-edc6-4d4f-84b4-b216ada7a5ec service neutron] 10.222.0.107 "GET /v2.0/networks?id=6ac1954e-751a-4deb-8186-0c01c33f38fa HTTP/1.1" status: 200 len: 914 time: 0.0885668 Oct 28 12:13:43.145212 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-b93f854d-2530-479d-9607-c27560d51820 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e44939b-7777-4875-ae6d-f2d700df9c88 HTTP/1.1" status: 200 len: 217 time: 0.0360057 Oct 28 12:13:43.215941 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-544eddb4-3698-47c0-a25c-7a05e6419b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:43.217392 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-544eddb4-3698-47c0-a25c-7a05e6419b4a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2d32417-0771-4c8f-a25c-d73a4e750d50 HTTP/1.1" status: 200 len: 852 time: 0.0448461 Oct 28 12:13:43.258126 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-7f0ef867-3c45-4bcf-82de-c5c1ad3eca0b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6ac1954e-751a-4deb-8186-0c01c33f38fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248315 Oct 28 12:13:43.358197 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-147bb05d-fc06-48dd-9b12-ba067e5c9c92 service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918901 Oct 28 12:13:43.452291 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3d364e1-05aa-4216-a8fb-864ccac7b660 req-916a121e-10fe-4ba0-a009-3ce145031e61 service neutron] 10.222.0.107 "GET /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847533 Oct 28 12:13:43.884839 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76470-54f3-4566-8b10-8d1ce80f7ee1 req-b6faafdc-8dde-446c-afe1-e3995ea79169 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:43.886413 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-92d76470-54f3-4566-8b10-8d1ce80f7ee1 req-b6faafdc-8dde-446c-afe1-e3995ea79169 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0498827 Oct 28 12:13:43.933499 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-92d76470-54f3-4566-8b10-8d1ce80f7ee1 req-61aef4ee-067c-417f-8303-5fc53b055ebf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Oct 28 12:13:45.049706 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b6cb3-6e36-421f-9ed4-a8286e7018b2 req-4ae26589-09b7-4660-ad34-e6f11c221ba5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:45.051256 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-722b6cb3-6e36-421f-9ed4-a8286e7018b2 req-4ae26589-09b7-4660-ad34-e6f11c221ba5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0494244 Oct 28 12:13:45.088621 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-722b6cb3-6e36-421f-9ed4-a8286e7018b2 req-b597940e-f01b-4b87-be26-b7c0387dca93 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Oct 28 12:13:45.372237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9ba0-4ac3-4f08-9bf4-25482d4b3367 req-cb4f0351-4743-4dc4-8df9-c93c60393694 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:45.373737 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b34c9ba0-4ac3-4f08-9bf4-25482d4b3367 req-cb4f0351-4743-4dc4-8df9-c93c60393694 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Oct 28 12:13:45.411719 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b34c9ba0-4ac3-4f08-9bf4-25482d4b3367 req-9a7b572a-5096-4afa-ade9-a4b4c5af3659 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Oct 28 12:13:46.206664 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4c9a-e9bb-4907-8760-fc50b03c983c req-ebb2e883-a3e5-4be1-a03c-44a98bbddfd2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:46.208157 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3eee4c9a-e9bb-4907-8760-fc50b03c983c req-ebb2e883-a3e5-4be1-a03c-44a98bbddfd2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0527086 Oct 28 12:13:46.247949 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3eee4c9a-e9bb-4907-8760-fc50b03c983c req-63ad1de9-26fb-4382-87b2-e66178e32335 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338616 Oct 28 12:13:46.525944 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea189-bc6c-461a-8b54-6c572c2a816d req-ab875214-74ad-4d82-9c74-1c5d7faa7348 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:46.527446 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-969ea189-bc6c-461a-8b54-6c572c2a816d req-ab875214-74ad-4d82-9c74-1c5d7faa7348 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0482705 Oct 28 12:13:46.566249 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-969ea189-bc6c-461a-8b54-6c572c2a816d req-0e286ed4-fabf-4df5-917c-484f41c04280 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Oct 28 12:13:47.369551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27052-d8ad-46d5-acfc-431d3c6f1862 req-294ea480-18cd-45e4-91b9-f2b6ba0db765 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:47.370916 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5dd27052-d8ad-46d5-acfc-431d3c6f1862 req-294ea480-18cd-45e4-91b9-f2b6ba0db765 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0503285 Oct 28 12:13:47.408260 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5dd27052-d8ad-46d5-acfc-431d3c6f1862 req-bca622c1-d680-4099-80a7-6d2842fc1acd tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Oct 28 12:13:47.680263 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84f0ad-d17f-42b7-ae9e-f4c08d32e195 req-bf4f1351-4949-4acb-a5aa-91cd20a3584c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:47.681724 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ed84f0ad-d17f-42b7-ae9e-f4c08d32e195 req-bf4f1351-4949-4acb-a5aa-91cd20a3584c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0475278 Oct 28 12:13:47.722087 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ed84f0ad-d17f-42b7-ae9e-f4c08d32e195 req-77e4d68a-dcfd-47b8-9403-853abdf96368 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Oct 28 12:13:48.522967 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca13972-2a0a-465b-bf8a-633b770b20a6 req-f31d3c45-a3df-4cef-8508-32a686c2237a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:48.524400 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ca13972-2a0a-465b-bf8a-633b770b20a6 req-f31d3c45-a3df-4cef-8508-32a686c2237a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0472252 Oct 28 12:13:48.560901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ca13972-2a0a-465b-bf8a-633b770b20a6 req-4a03f145-ea5e-45d8-89eb-77f16ae27c74 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Oct 28 12:13:48.833591 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f3183-54d8-4769-ba8f-6e6818b44d66 req-8356df48-cbe0-4710-8225-42e77710a900 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:48.835076 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-518f3183-54d8-4769-ba8f-6e6818b44d66 req-8356df48-cbe0-4710-8225-42e77710a900 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0466125 Oct 28 12:13:48.872016 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-518f3183-54d8-4769-ba8f-6e6818b44d66 req-11b0362a-06df-458c-835a-6447307033ed tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Oct 28 12:13:49.671643 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6d9eb-2735-498a-82d9-e47cb5daa248 req-ad8eae05-d629-409a-b6e9-3707d7b28b6b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:49.673098 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c5b6d9eb-2735-498a-82d9-e47cb5daa248 req-ad8eae05-d629-409a-b6e9-3707d7b28b6b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0474102 Oct 28 12:13:49.719768 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c5b6d9eb-2735-498a-82d9-e47cb5daa248 req-d2026b4b-1ded-4e4e-8393-5ad515c25f34 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Oct 28 12:13:49.983421 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e13da-82c0-4796-832b-032a776b0324 req-267e3417-6386-4f6d-a61e-971239100178 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:49.984862 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-992e13da-82c0-4796-832b-032a776b0324 req-267e3417-6386-4f6d-a61e-971239100178 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0465004 Oct 28 12:13:50.026183 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-992e13da-82c0-4796-832b-032a776b0324 req-fb9c40c3-c6d9-469e-8357-3dbd1721b80a tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Oct 28 12:13:50.834005 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24a2fd-abf0-4b56-b0b9-b3000b072575 req-bd968b7d-7a85-44ef-bc33-cf014a1d1b14 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:50.835968 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b24a2fd-abf0-4b56-b0b9-b3000b072575 req-bd968b7d-7a85-44ef-bc33-cf014a1d1b14 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0465515 Oct 28 12:13:50.879311 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b24a2fd-abf0-4b56-b0b9-b3000b072575 req-14cae45e-010f-40f2-bb38-1cc3d27de305 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Oct 28 12:13:51.136434 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769973-738f-441d-a66b-f84087f81ad7 req-c3a6f27e-553c-4233-b56e-c3bb13b322a3 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:51.137867 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-94769973-738f-441d-a66b-f84087f81ad7 req-c3a6f27e-553c-4233-b56e-c3bb13b322a3 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0461783 Oct 28 12:13:51.176796 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-94769973-738f-441d-a66b-f84087f81ad7 req-26108a8a-6007-4d29-b93e-e8484ed330f4 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Oct 28 12:13:51.940625 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-affee67a-05a4-493b-9b2b-1150e43322bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:51.994979 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50267789-ec19-4a39-b5eb-24e16ca73b87 req-61cd6e54-fed1-45c4-970a-cb8b4382bd1f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:51.996480 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-50267789-ec19-4a39-b5eb-24e16ca73b87 req-61cd6e54-fed1-45c4-970a-cb8b4382bd1f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0488667 Oct 28 12:13:52.032770 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-50267789-ec19-4a39-b5eb-24e16ca73b87 req-66dfcb19-3f4b-492d-a7b7-27623b791e5d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304718 Oct 28 12:13:52.295925 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaea2ea-ef18-46ca-a2b6-320ff836ec3b req-b439ab21-9229-481c-8cea-43637bb820eb tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:52.297540 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fbaea2ea-ef18-46ca-a2b6-320ff836ec3b req-b439ab21-9229-481c-8cea-43637bb820eb tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Oct 28 12:13:52.333099 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fbaea2ea-ef18-46ca-a2b6-320ff836ec3b req-0a50588b-2ab2-4fc2-bb32-2963d8e8da37 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297840 Oct 28 12:13:53.143591 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d85f4-7375-401a-985a-120bbfc0bf58 req-61e5babd-f807-4235-8834-85ad9d7b7ebb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:53.145043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-469d85f4-7375-401a-985a-120bbfc0bf58 req-61e5babd-f807-4235-8834-85ad9d7b7ebb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0477934 Oct 28 12:13:53.187243 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-469d85f4-7375-401a-985a-120bbfc0bf58 req-64f04493-94ca-4085-a91c-753a592b7c12 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Oct 28 12:13:53.453952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84895f5-129e-437c-97ec-b09ffa1977ea req-e036e8db-9b7b-4c68-8edd-be3ffe2d514e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:53.455492 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b84895f5-129e-437c-97ec-b09ffa1977ea req-e036e8db-9b7b-4c68-8edd-be3ffe2d514e tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0504944 Oct 28 12:13:53.492517 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b84895f5-129e-437c-97ec-b09ffa1977ea req-c334cdb0-23d8-4da3-859f-b23ddcdcdf4f tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Oct 28 12:13:54.314978 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270a77b-8004-41f3-90b2-75c4e49a65e8 req-53540765-84cb-4679-bd14-ca14cd531f2e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:54.316372 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4270a77b-8004-41f3-90b2-75c4e49a65e8 req-53540765-84cb-4679-bd14-ca14cd531f2e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0500095 Oct 28 12:13:54.354994 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4270a77b-8004-41f3-90b2-75c4e49a65e8 req-d800aa66-3dd0-4fd0-af66-602932e101de tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Oct 28 12:13:54.488597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8e8fea8d-6f7f-431c-b3e4-0a787133bea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:54.614513 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3079dd-c7af-462d-aab8-d7185748dd70 req-e7ed0e33-2e07-4b43-8795-81978631bc9a tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:54.616448 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2d3079dd-c7af-462d-aab8-d7185748dd70 req-e7ed0e33-2e07-4b43-8795-81978631bc9a tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0552819 Oct 28 12:13:54.657105 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2d3079dd-c7af-462d-aab8-d7185748dd70 req-814ac101-58ed-47a0-85e9-8ac9d7badf93 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Oct 28 12:13:55.481930 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b265f-a041-4543-b159-a6e5bc99f26f req-8a3650b0-db7e-4155-a65b-33f9e913461a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:55.483465 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-544b265f-a041-4543-b159-a6e5bc99f26f req-8a3650b0-db7e-4155-a65b-33f9e913461a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0489421 Oct 28 12:13:55.524312 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-544b265f-a041-4543-b159-a6e5bc99f26f req-9056b080-2b5a-4d6c-8617-8f96b8832de8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Oct 28 12:13:55.653623 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:55.715882 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:55.782119 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2d1b2-734a-4a68-a37a-e7582beb6c3b req-b594f577-8be7-48d9-8696-ce395dd82f2c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:55.783583 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66a2d1b2-734a-4a68-a37a-e7582beb6c3b req-b594f577-8be7-48d9-8696-ce395dd82f2c tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Oct 28 12:13:55.821317 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66a2d1b2-734a-4a68-a37a-e7582beb6c3b req-beddef93-6546-4af2-838d-399af2cb2332 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Oct 28 12:13:55.962902 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:13:56.613324 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-2036acb0-2a1e-4797-9775-46a635409895 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:56.615557 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-2036acb0-2a1e-4797-9775-46a635409895 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0600729 Oct 28 12:13:56.656769 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e5fc8-8ca8-48f6-a15d-d0d1e933645f req-745a9f90-24db-47e1-8a81-981a45b8f934 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:56.663674 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ed6e5fc8-8ca8-48f6-a15d-d0d1e933645f req-745a9f90-24db-47e1-8a81-981a45b8f934 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0602250 Oct 28 12:13:56.729636 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ed6e5fc8-8ca8-48f6-a15d-d0d1e933645f req-8a5cb6a9-3446-4bee-bef0-eac898154f3c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Oct 28 12:13:56.836315 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Deleting port 5e44939b-7777-4875-ae6d-f2d700df9c88 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:13:56.836714 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:56.961534 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] For port 5e44939b-7777-4875-ae6d-f2d700df9c88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5e44939b-7777-4875-ae6d-f2d700df9c88,segment=NetworkSegment(fe3af5d1-f44e-4f19-9be6-773f634164b8),segment_id=fe3af5d1-f44e-4f19-9be6-773f634164b8)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:56.961972 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:56.981056 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Calling delete_port for 5e44939b-7777-4875-ae6d-f2d700df9c88 owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:13:57.009324 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd266-8c7b-43b3-acf0-17cfc54a47ae req-7b14c69c-7d61-4239-9009-536ab0ed0383 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:57.012448 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d6fd266-8c7b-43b3-acf0-17cfc54a47ae req-7b14c69c-7d61-4239-9009-536ab0ed0383 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0988181 Oct 28 12:13:57.106178 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:57.327849 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d6fd266-8c7b-43b3-acf0-17cfc54a47ae req-0c69b792-510c-4f7e-b142-3645909140c7 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/security-groups?id=400e17b5-6738-469f-9b39-36d991be3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088908 Oct 28 12:13:57.403630 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:57.417670 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['5e44939b-7777-4875-ae6d-f2d700df9c88'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:57.434650 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Pushing event deleted for resources: {'Port': ['ID=5e44939b-7777-4875-ae6d-f2d700df9c88,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:57.445294 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.445539 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.445793 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.446193 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.446518 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.446866 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.447190 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.447569 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.447889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.449458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.449458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.449458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:57.516927 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] No DVR routers for this DVR port 5e44939b-7777-4875-ae6d-f2d700df9c88 on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:13:57.520118 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:57.523801 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f4b83ff-b48c-4bae-91e9-c652b845d1e9 req-e79b541a-efc9-404d-b9fd-71454f67ac28 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.107 "DELETE /v2.0/ports/5e44939b-7777-4875-ae6d-f2d700df9c88 HTTP/1.1" status: 204 len: 173 time: 0.9003184 Oct 28 12:13:57.524274 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'name': 'network-vif-deleted', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:57.526734 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e25a46-2700-467d-9d39-d4e82e28f0fe" -d '{"events": [{"server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "name": "network-vif-deleted", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:57.568953 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae041cb-46b2-4e88-82b1-ec63207c7dae x-openstack-request-id: req-fae041cb-46b2-4e88-82b1-ec63207c7dae {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:57.569260 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be58a22-3717-40ff-bd99-40e4eb31b6e8", "name": "network-vif-deleted", "tag": "5e44939b-7777-4875-ae6d-f2d700df9c88", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:57.570103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fae041cb-46b2-4e88-82b1-ec63207c7dae {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:57.570598 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be58a22-3717-40ff-bd99-40e4eb31b6e8', 'name': 'network-vif-deleted', 'tag': '5e44939b-7777-4875-ae6d-f2d700df9c88', 'status': 'completed', 'code': 200} Oct 28 12:13:57.836906 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656652d-e7cd-4078-bbb3-88cc2a7ad5fb req-f20b1c43-f776-4d34-a29b-4ca6aec49622 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:57.838430 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b656652d-e7cd-4078-bbb3-88cc2a7ad5fb req-f20b1c43-f776-4d34-a29b-4ca6aec49622 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0505197 Oct 28 12:13:57.876017 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b656652d-e7cd-4078-bbb3-88cc2a7ad5fb req-85a094ee-df29-42f0-adfd-64a9e6850418 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Oct 28 12:13:58.425921 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dd3451f5-f8b7-4f68-9f57-9554e1a05ade req-b7cdb3ff-bdf3-43b8-9421-9687d4140bde tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Oct 28 12:13:58.994452 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8bf2-44d4-4421-94e1-95048021bc36 req-56d59c33-f524-46d2-b6d1-0c57b6d93ee1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:58.995960 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b8d8bf2-44d4-4421-94e1-95048021bc36 req-56d59c33-f524-46d2-b6d1-0c57b6d93ee1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0468521 Oct 28 12:13:59.034280 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b8d8bf2-44d4-4421-94e1-95048021bc36 req-482c94f1-3396-4ea1-bfd8-d80885e289fa tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Oct 28 12:13:59.546692 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-769f2ab4-3e16-4b2b-992d-71c999472bdd req-1fc53654-a303-4ff2-b5c7-029b9626a407 tempest-DeleteServersTestJSON-876145187 tempest-DeleteServersTestJSON-876145187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be58a22-3717-40ff-bd99-40e4eb31b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0308216 Oct 28 12:14:00.151058 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38d4a-fe70-4111-b724-c48a67fd3ceb req-ffc70616-7d5d-4129-baeb-1af363f9528f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:00.152600 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ff38d4a-fe70-4111-b724-c48a67fd3ceb req-ffc70616-7d5d-4129-baeb-1af363f9528f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0479486 Oct 28 12:14:00.191293 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ff38d4a-fe70-4111-b724-c48a67fd3ceb req-63049202-ceba-461c-90bf-2af0234c970c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Oct 28 12:14:01.303273 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ea82-30be-41fc-b14a-13b3986c2b84 req-b1172fa2-6611-4573-809c-8a55f187516d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:01.305219 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dd78ea82-30be-41fc-b14a-13b3986c2b84 req-b1172fa2-6611-4573-809c-8a55f187516d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0478745 Oct 28 12:14:01.342444 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dd78ea82-30be-41fc-b14a-13b3986c2b84 req-5ea47013-de55-44d6-9005-a8914406ed9b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Oct 28 12:14:02.397768 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 5e44939b-7777-4875-ae6d-f2d700df9c88 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:14:02.423605 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 5e44939b-7777-4875-ae6d-f2d700df9c88 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:14:02.424029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 5e44939b-7777-4875-ae6d-f2d700df9c88 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:14:02.457496 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962903d1-fe49-4b5b-b202-e72d62a39f80 req-4c8c5d4e-9039-4adc-89a8-147c5f990564 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:02.459015 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-962903d1-fe49-4b5b-b202-e72d62a39f80 req-4c8c5d4e-9039-4adc-89a8-147c5f990564 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0482359 Oct 28 12:14:02.500846 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-962903d1-fe49-4b5b-b202-e72d62a39f80 req-0188a649-c066-4635-9abb-cee139589399 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Oct 28 12:14:03.613457 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f2cf-9f2f-4464-9e27-2ea814799583 req-9d0a7591-b81b-4d79-b40e-bd36b62fffff tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.614931 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c21f2cf-9f2f-4464-9e27-2ea814799583 req-9d0a7591-b81b-4d79-b40e-bd36b62fffff tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0473225 Oct 28 12:14:03.651836 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c21f2cf-9f2f-4464-9e27-2ea814799583 req-d02581e0-595a-4ed5-a2da-cd29a7cef6e0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Oct 28 12:14:04.763462 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134ff7-599c-4ac2-8b68-36c799657d4b req-f0f608f2-80c0-4355-91b2-a1bdaaf45fec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.764884 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-12134ff7-599c-4ac2-8b68-36c799657d4b req-f0f608f2-80c0-4355-91b2-a1bdaaf45fec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0465934 Oct 28 12:14:04.801140 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-12134ff7-599c-4ac2-8b68-36c799657d4b req-2fda7fbe-516b-4dd5-ac36-ecfecf440c40 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Oct 28 12:14:05.917434 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a98e-8566-4497-a847-4aa6682ffbe0 req-daf1790a-6353-4138-a7ae-70208f6454eb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:05.918904 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0d64a98e-8566-4497-a847-4aa6682ffbe0 req-daf1790a-6353-4138-a7ae-70208f6454eb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0474384 Oct 28 12:14:05.959658 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0d64a98e-8566-4497-a847-4aa6682ffbe0 req-7b19ed24-5ea6-4a35-a832-1859ddbb1e72 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343599 Oct 28 12:14:07.072032 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48c9d6-76bb-4868-8a4e-4aa5c971d082 req-c6c7b4cb-0438-4149-be7a-cf1c2a3755c6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:07.073408 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f48c9d6-76bb-4868-8a4e-4aa5c971d082 req-c6c7b4cb-0438-4149-be7a-cf1c2a3755c6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0487483 Oct 28 12:14:07.110592 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f48c9d6-76bb-4868-8a4e-4aa5c971d082 req-954dc019-8892-47ef-b974-477d10e29543 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Oct 28 12:14:08.222224 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7917a4-d89d-4b89-925f-399a74acd3d2 req-98b13836-ee3a-4254-bb05-1440f43bca6c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:08.223726 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0d7917a4-d89d-4b89-925f-399a74acd3d2 req-98b13836-ee3a-4254-bb05-1440f43bca6c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0473900 Oct 28 12:14:08.263406 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0d7917a4-d89d-4b89-925f-399a74acd3d2 req-18dfd603-b5bc-47d9-87e3-05b2bc84a39f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Oct 28 12:14:08.746839 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:09.383144 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8fcc-21fd-437b-a96d-c273780a3087 req-36dcec58-b308-4798-95eb-1e5927eb56ec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.384635 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-178d8fcc-21fd-437b-a96d-c273780a3087 req-36dcec58-b308-4798-95eb-1e5927eb56ec tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0508804 Oct 28 12:14:09.423894 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-178d8fcc-21fd-437b-a96d-c273780a3087 req-ab5ce3e4-0726-457f-8440-9d75aae44591 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Oct 28 12:14:10.540282 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694dd4-2a95-4ca6-ab0d-a808a1f4f60c req-d9355371-b23e-41ed-832d-8486755a39f4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:10.541689 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-31694dd4-2a95-4ca6-ab0d-a808a1f4f60c req-d9355371-b23e-41ed-832d-8486755a39f4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0471444 Oct 28 12:14:10.580087 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-31694dd4-2a95-4ca6-ab0d-a808a1f4f60c req-5fcd23cd-5a4d-470c-bfdd-65b45804f082 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Oct 28 12:14:11.712992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50170ad-2de3-4e45-9566-8e0839bc7c42 req-dd1bc60e-203b-4626-b1e3-cdcf4a98f0f9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.714521 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c50170ad-2de3-4e45-9566-8e0839bc7c42 req-dd1bc60e-203b-4626-b1e3-cdcf4a98f0f9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0547097 Oct 28 12:14:11.759583 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c50170ad-2de3-4e45-9566-8e0839bc7c42 req-14225b7a-b6c6-4c2c-b95c-10b55b8179cf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Oct 28 12:14:11.762831 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-8ecc82e9-1331-4871-8955-8fd2c65e3782 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.764335 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-8ecc82e9-1331-4871-8955-8fd2c65e3782 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1202302 Oct 28 12:14:11.779654 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-94a028e6-6269-4243-baaa-907c93fb8935 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/quotas/f032353009b64d738b6c00574846cb51 HTTP/1.1" status: 200 len: 375 time: 0.0098326 Oct 28 12:14:11.827690 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-7cde9220-5ee1-4e97-adb5-a3d64d5e4cc5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425529 Oct 28 12:14:11.917936 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-6d7b71ee-1cf3-46a4-8391-2807112cf8dc service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831819 Oct 28 12:14:12.009446 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-0b516c56-a3fb-4a99-930c-3fb9e1c58014 service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Oct 28 12:14:12.165867 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a2eea123-98b4-4982-b446-784aef530524 req-021737b7-e4c3-4c35-825a-d25e5fd38d5c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 210 time: 0.0262618 Oct 28 12:14:12.883278 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a949f8-6d19-4c3b-b342-ce3f7517de3f req-6357617a-43b3-4dfe-ae11-b63e93847a63 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:12.884889 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e8a949f8-6d19-4c3b-b342-ce3f7517de3f req-6357617a-43b3-4dfe-ae11-b63e93847a63 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0474858 Oct 28 12:14:12.923579 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e8a949f8-6d19-4c3b-b342-ce3f7517de3f req-d2b5120c-c714-477e-8fad-83655928dd45 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Oct 28 12:14:13.166475 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-68e5371b-36a7-4336-9ff8-85addb59c880 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:13.167954 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-68e5371b-36a7-4336-9ff8-85addb59c880 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1065450 Oct 28 12:14:13.194841 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Request body: {'port': {'device_id': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'admin_state_up': True, 'tenant_id': 'f032353009b64d738b6c00574846cb51'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:13.273938 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d691d3b-d68f-46e9-bc99-99294e4bd564 req-5c4ddde7-ad5f-40b9-ab31-05db424dd6aa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 210 time: 0.0361264 Oct 28 12:14:13.328725 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:14:13.332219 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:13.453271 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Allocated IP 172.20.0.5 (6473d7e8-f419-4ba9-aecd-de2094cc6dd8/f1de8927-5147-4362-98ea-d11ec926c7fe/3f38fef4-b0dd-45df-aeed-6c7e40ac2d57) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:14:13.600545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:13.641546 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:13.658654 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:13.690353 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:14:13.696080 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:14:13.701236 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:14:13.706104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event updated for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:13.758077 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:13.758725 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:13.776714 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-42ed023a-39bf-4424-969c-2f1918b1a04e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859067 Oct 28 12:14:13.792164 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Request body: {'port': {'device_id': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:13.846395 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.059534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca85f7-6c64-4785-b6fe-5a03a851af62 req-027fe9b3-e08f-47fb-aac0-efbb406df2a5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:14.061638 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3bca85f7-6c64-4785-b6fe-5a03a851af62 req-027fe9b3-e08f-47fb-aac0-efbb406df2a5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0603061 Oct 28 12:14:14.104399 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3bca85f7-6c64-4785-b6fe-5a03a851af62 req-bd331dfc-9825-4fb4-91a4-1d1812590230 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Oct 28 12:14:14.121435 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:14.129703 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.143940 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Transition to ACTIVE for port object 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:14:14.147547 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.199915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:14.264957 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Attempting to bind port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:14:14.265193 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Attempting to bind port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:14:14.265515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Attempting to bind port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:14:14.269829 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:14:14.270142 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Attempting to bind port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:14:14.275438 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:14:14.275763 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Checking segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:14:14.276134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Bound using segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:14:14.276545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Bound port: 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:14:14.277748 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.343728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:14:14.347009 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:14:14.352288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.389384 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2211-5bd3-4c48-8519-559e307cd0fd req-764bda02-54b0-48c2-9dd6-d7660c1951b5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:14.389566 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:14.390159 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.390907 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fa3e2211-5bd3-4c48-8519-559e307cd0fd req-764bda02-54b0-48c2-9dd6-d7660c1951b5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.0512109 Oct 28 12:14:14.391522 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] 10.222.0.107 "PUT /v2.0/ports/3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 HTTP/1.1" status: 200 len: 1093 time: 0.6051569 Oct 28 12:14:14.392044 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:14.394247 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:14.422673 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b47e3-a9d4-4b7d-a922-d9b4e04fc4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:14.447762 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fa3e2211-5bd3-4c48-8519-559e307cd0fd req-2fd1a6b3-bd41-479a-9b73-52408d2136ea tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Oct 28 12:14:14.468333 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af5264-e45a-4efc-96df-aab0e4fbf226 x-openstack-request-id: req-56af5264-e45a-4efc-96df-aab0e4fbf226 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:14.468620 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:14.468896 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56af5264-e45a-4efc-96df-aab0e4fbf226 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:14.469291 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', 'status': 'completed', 'code': 200} Oct 28 12:14:14.486982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-4406c2bc-f4aa-4fe8-81f2-2139ff0b8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:14.488495 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-4406c2bc-f4aa-4fe8-81f2-2139ff0b8836 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 1096 time: 0.0487244 Oct 28 12:14:14.535135 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-d70523a6-2b8a-48bb-a0d7-e5d297fc72d9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Oct 28 12:14:14.536353 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 55944) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:14.610764 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Deleting subnet c2d32417-0771-4c8f-a25c-d73a4e750d50 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:14:14.615551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.618308 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-70f0c885-9706-4665-b721-54174f39cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:14.619776 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-70f0c885-9706-4665-b721-54174f39cf81 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0768032 Oct 28 12:14:14.668695 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-ad561b62-2104-4920-a8ce-b54b0494b7ba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317564 Oct 28 12:14:14.675916 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.761112 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.821274 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-3b20eb69-c828-4399-a55a-91d7c6755c21 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269181 Oct 28 12:14:14.850197 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.902483 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d32417-0771-4c8f-a25c-d73a4e750d50,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:14.907802 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:14.911010 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-153486e4-0b1a-44df-9036-fb66b288fe03 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c2d32417-0771-4c8f-a25c-d73a4e750d50 HTTP/1.1" status: 204 len: 168 time: 0.3737123 Oct 28 12:14:14.913746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 55952) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:14.955997 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-30f0270a-89dc-42d5-b729-249daf0bdbfb req-6e29115a-935f-468e-b01a-303c42909d25 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241808 Oct 28 12:14:14.993484 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.059205 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-4c4941ee-1f1b-4069-bf02-736b75ecc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:15.061103 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-4c4941ee-1f1b-4069-bf02-736b75ecc445 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 1096 time: 0.0452337 Oct 28 12:14:15.097804 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.119878 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.120774 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.120968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.121296 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > port after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.121616 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.121950 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.122539 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.122645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.122914 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.123255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.176466 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-5acab69c-ed6d-4bd9-82aa-d2d32ff0f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:15.179361 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-5acab69c-ed6d-4bd9-82aa-d2d32ff0f496 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 917 time: 0.1060030 Oct 28 12:14:15.247717 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.248407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.248407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.248703 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:14:15.249060 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac1954e-751a-4deb-8186-0c01c33f38fa']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:15.262222 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-797e440f-2820-43c0-9d0c-c260b4a67293 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 HTTP/1.1" status: 200 len: 217 time: 0.0632176 Oct 28 12:14:15.267926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3af5d1-f44e-4f19-9be6-773f634164b8') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:15.268217 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3af5d1-f44e-4f19-9be6-773f634164b8') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:15.288232 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.289800 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac408d2-23b6-45b2-a896-373090101ede req-5770b270-1a6c-48c4-9d88-57a308e3960d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:15.297303 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ac408d2-23b6-45b2-a896-373090101ede req-5770b270-1a6c-48c4-9d88-57a308e3960d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.1114464 Oct 28 12:14:15.311664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.321445 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:14:15.322033 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: from cryptography.utils import int_from_bytes Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: from cryptography.utils import int_from_bytes Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:14:15.326159 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:14:15.359819 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-afafe772-c791-47f9-b2d4-94edbf164e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:15.361277 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-afafe772-c791-47f9-b2d4-94edbf164e1a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0908523 Oct 28 12:14:15.369086 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ac408d2-23b6-45b2-a896-373090101ede req-1cc84834-a770-48a8-bad5-0c6ebcdee18c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706303 Oct 28 12:14:15.395985 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-34aa2028-7984-42ca-8c26-9e9fa15483ce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251603 Oct 28 12:14:15.397954 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.405869 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.409164 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ac1954e-751a-4deb-8186-0c01c33f38fa HTTP/1.1" status: 204 len: 168 time: 0.4936173 Oct 28 12:14:15.423954 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac1954e-751a-4deb-8186-0c01c33f38fa,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:15.431963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.432375 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.435271 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.436788 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.438026 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.438584 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.440084 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.440796 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.441355 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.442522 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.443211 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.443717 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443bd520-003b-4b26-9ccf-68b198a5a318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:15.502533 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-ad003829-76c5-4534-a0c3-f303c196bba4 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980599 Oct 28 12:14:15.604141 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 55982) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:15.645486 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce88f-1cc1-42d0-a4af-56ade2ba8850 req-ef138b84-f5f5-4371-9bf8-a56329c970cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:15.647037 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-524ce88f-1cc1-42d0-a4af-56ade2ba8850 req-ef138b84-f5f5-4371-9bf8-a56329c970cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.1197331 Oct 28 12:14:15.652183 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c61c7322-f246-4122-a08f-a0f9ffa3b317 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03ac030a59d7441d958e8657b702b9cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446064 Oct 28 12:14:15.653925 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 55986) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:15.693772 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff37dd33-9c68-4f7f-92bd-c6371cff06e2 req-72f5cda9-26bc-4e27-8af2-5b4f89954133 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557474 Oct 28 12:14:15.707889 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-524ce88f-1cc1-42d0-a4af-56ade2ba8850 req-6d3a2a83-e254-42c8-8daf-540c7ed7b6d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528388 Oct 28 12:14:15.708125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.731285 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.777207 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.779822 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:15.780953 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/400e17b5-6738-469f-9b39-36d991be3f06 HTTP/1.1" status: 204 len: 168 time: 0.1259592 Oct 28 12:14:15.788745 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd3d83-fb1e-412e-82a2-4c8cdf6c2494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e17b5-6738-469f-9b39-36d991be3f06,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:16.512676 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b0d9-69d0-47ec-b22b-468da9b262ce req-ba6eab3b-e074-4794-850a-e4955eb1af86 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:16.515444 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dc94b0d9-69d0-47ec-b22b-468da9b262ce req-ba6eab3b-e074-4794-850a-e4955eb1af86 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0588791 Oct 28 12:14:16.563598 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dc94b0d9-69d0-47ec-b22b-468da9b262ce req-1edba48e-5bdd-408a-845e-661b6a3e5343 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Oct 28 12:14:16.847285 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef424f5-503c-40a2-8d94-58d486057975 req-5cf6203c-cff4-4170-abb1-dbd5378526d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:16.848795 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-aef424f5-503c-40a2-8d94-58d486057975 req-5cf6203c-cff4-4170-abb1-dbd5378526d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.0577064 Oct 28 12:14:16.896220 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-aef424f5-503c-40a2-8d94-58d486057975 req-7fe309b4-0fc3-42ae-b6cc-06b264b93ba8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Oct 28 12:14:16.916914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56070) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.118878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-676183b9-1744-446d-9483-e6606761f9ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.194264 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-676183b9-1744-446d-9483-e6606761f9ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.200498 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-676183b9-1744-446d-9483-e6606761f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.244528 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-676183b9-1744-446d-9483-e6606761f9ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a775afaf1554adb9639157ede5bb106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263733 Oct 28 12:14:17.245393 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676183b9-1744-446d-9483-e6606761f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f746b-f5df-4451-867d-e641746e17a5,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:17.247282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56086) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.306243 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.332257 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.392777 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.395406 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.396527 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa8f746b-f5df-4451-867d-e641746e17a5 HTTP/1.1" status: 204 len: 168 time: 0.1480699 Oct 28 12:14:17.407385 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c2f90-3672-4362-8fa4-06b6bd330a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f746b-f5df-4451-867d-e641746e17a5,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:17.689447 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7aafb-3239-4ab5-b1d2-62d4008b3a68 req-50438038-0237-4bba-9280-3191ad2756ee tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:17.691256 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70b7aafb-3239-4ab5-b1d2-62d4008b3a68 req-50438038-0237-4bba-9280-3191ad2756ee tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0549846 Oct 28 12:14:17.736963 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70b7aafb-3239-4ab5-b1d2-62d4008b3a68 req-6db62a9b-f9b7-4219-aaa4-cf99a0679534 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Oct 28 12:14:17.749703 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56130) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.763757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ee376ad-025c-4b4d-af23-3ee16789e42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.853387 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ee376ad-025c-4b4d-af23-3ee16789e42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.854922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56134) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.864193 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ee376ad-025c-4b4d-af23-3ee16789e42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.864572 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56138) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.904403 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4ee376ad-025c-4b4d-af23-3ee16789e42d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ebb5b18b37948e3bb5d227c189a03a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538451 Oct 28 12:14:17.905265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee376ad-025c-4b4d-af23-3ee16789e42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0208f5-5f39-49f8-b9ad-b805a711b60f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:17.908135 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56142) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:17.973874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:17.991098 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d697cc28-108b-4023-a733-eaa4b0b48356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.020156 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.051516 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6d888f9f-bad7-4e95-b998-681fc3d7c4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.081946 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d697cc28-108b-4023-a733-eaa4b0b48356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.087458 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d697cc28-108b-4023-a733-eaa4b0b48356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.091377 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543afe0-f444-45b5-907f-f3a39e500d69 req-2de590ae-29b5-49ef-8184-db37a512e212 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:18.092866 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3543afe0-f444-45b5-907f-f3a39e500d69 req-2de590ae-29b5-49ef-8184-db37a512e212 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.1064732 Oct 28 12:14:18.125716 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697cc28-108b-4023-a733-eaa4b0b48356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0187ff6-0639-4b0d-a5b2-262015e98ae7,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.135598 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d697cc28-108b-4023-a733-eaa4b0b48356 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d9c59639af24ba5b6f9756329b41589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795813 Oct 28 12:14:18.136135 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56148) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:18.136348 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.138757 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.139829 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf0208f5-5f39-49f8-b9ad-b805a711b60f HTTP/1.1" status: 204 len: 168 time: 0.2303166 Oct 28 12:14:18.167262 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ea275-fcb4-4d59-a76e-747ca1c95419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0208f5-5f39-49f8-b9ad-b805a711b60f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.180821 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3543afe0-f444-45b5-907f-f3a39e500d69 req-808f6260-d536-4a22-a96f-10faa8e5bd9d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Oct 28 12:14:18.208814 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.220759 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6d888f9f-bad7-4e95-b998-681fc3d7c4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.225150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6d888f9f-bad7-4e95-b998-681fc3d7c4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.232693 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.266189 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6d888f9f-bad7-4e95-b998-681fc3d7c4ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e88d7060baa42d7906ec4c47e8eb1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003112 Oct 28 12:14:18.268813 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56152) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:18.269581 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d888f9f-bad7-4e95-b998-681fc3d7c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef85725-f608-433d-a71d-961675fbad83,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.328493 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.331476 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.333961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.338188 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0187ff6-0639-4b0d-a5b2-262015e98ae7 HTTP/1.1" status: 204 len: 168 time: 0.1980798 Oct 28 12:14:18.352665 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90364f-4b96-45de-ad18-032296196573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0187ff6-0639-4b0d-a5b2-262015e98ae7,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.365674 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.419256 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.422060 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.425545 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ef85725-f608-433d-a71d-961675fbad83 HTTP/1.1" status: 204 len: 168 time: 0.1530838 Oct 28 12:14:18.430817 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262d136-89b2-4141-80c3-da2eb0377f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef85725-f608-433d-a71d-961675fbad83,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.744817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56176) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:18.759737 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-995d0de7-b63f-45bd-ad91-33be22b7c3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.859087 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-995d0de7-b63f-45bd-ad91-33be22b7c3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.866017 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-995d0de7-b63f-45bd-ad91-33be22b7c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:18.871417 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94af58a-4037-49ea-a184-4c2b7fa62eef req-2762f20e-aa0e-4152-9e70-7436934e066f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:18.879499 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c94af58a-4037-49ea-a184-4c2b7fa62eef req-2762f20e-aa0e-4152-9e70-7436934e066f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0608957 Oct 28 12:14:18.910012 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-995d0de7-b63f-45bd-ad91-33be22b7c3a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd0c832ed5294e13afaf1b50cdf7cf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637785 Oct 28 12:14:18.912183 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d0de7-b63f-45bd-ad91-33be22b7c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9700e-337f-4343-babd-03caa0f1a401,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:18.912755 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56186) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:18.936288 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c94af58a-4037-49ea-a184-4c2b7fa62eef req-863ec78e-ca17-4219-b50e-6f1c120d2568 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554342 Oct 28 12:14:18.994980 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:19.042220 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:19.116647 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:19.123885 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:19.128076 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbf9700e-337f-4343-babd-03caa0f1a401 HTTP/1.1" status: 204 len: 168 time: 0.2142642 Oct 28 12:14:19.139147 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b7e82-584b-4da6-a7e8-bb01adb354fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9700e-337f-4343-babd-03caa0f1a401,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:19.240507 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4a1d-e1b9-41de-a6cc-0f5329d627f6 req-be21d57c-3eea-48af-8da5-5ab79e014b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:19.242081 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-22aa4a1d-e1b9-41de-a6cc-0f5329d627f6 req-be21d57c-3eea-48af-8da5-5ab79e014b69 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1098 time: 0.0645609 Oct 28 12:14:19.284620 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-22aa4a1d-e1b9-41de-a6cc-0f5329d627f6 req-b12df1d9-ff70-4647-b445-4285c95fff64 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338292 Oct 28 12:14:19.317334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be123e1-5cfd-4fd3-9d9f-16934454d4f2 req-5cbcb8b1-21df-4650-8b65-865a7ba6aa3c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:19.323387 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9be123e1-5cfd-4fd3-9d9f-16934454d4f2 req-5cbcb8b1-21df-4650-8b65-865a7ba6aa3c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.0667696 Oct 28 12:14:19.360248 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9be123e1-5cfd-4fd3-9d9f-16934454d4f2 req-11097db7-51ee-49e4-8be3-7cf308506a96 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Oct 28 12:14:20.081492 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f07962-f4d6-4137-8a8a-91b978cb413b req-803ff0c9-2474-4994-8d66-1fab8e5a1987 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:20.083245 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-74f07962-f4d6-4137-8a8a-91b978cb413b req-803ff0c9-2474-4994-8d66-1fab8e5a1987 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0623372 Oct 28 12:14:20.133201 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-74f07962-f4d6-4137-8a8a-91b978cb413b req-304d75f8-3e92-403a-9eaf-a812d69d29b9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Oct 28 12:14:20.518055 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699cac2-c1a7-4043-9ec1-8ed40a0f0314 req-351f8929-5126-48ac-a82f-988b113d254a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:20.519621 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b699cac2-c1a7-4043-9ec1-8ed40a0f0314 req-351f8929-5126-48ac-a82f-988b113d254a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 943 time: 0.0571067 Oct 28 12:14:20.560669 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b699cac2-c1a7-4043-9ec1-8ed40a0f0314 req-3599e2b1-785e-4b92-bc05-118e95ab1461 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Oct 28 12:14:20.959305 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:14:21.058000 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:21.069253 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'port_id': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', 'mac_address': 'fa:16:3e:79:f1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1de8927-5147-4362-98ea-d11ec926c7fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:14:21.112358 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.125969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:21.147433 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:21.152555 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.204529 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:21.213563 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.213911 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.214232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.214863 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.215167 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.215416 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.215716 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.216047 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.217276 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.217556 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.218135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.218613 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:21.313069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b00b7-647c-43ec-b932-f77bfcd8dd8c req-a075f583-7e9c-497c-9a0e-e990c43fbcf3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:21.314622 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-024b00b7-647c-43ec-b932-f77bfcd8dd8c req-a075f583-7e9c-497c-9a0e-e990c43fbcf3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0778453 Oct 28 12:14:21.355674 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-024b00b7-647c-43ec-b932-f77bfcd8dd8c req-cfe0742b-38b9-4b4b-aa6c-490dd8acc8ee tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Oct 28 12:14:21.676000 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8559-f819-4171-be73-170f8c26458b req-71d84cb1-a086-4f0c-a929-31a6451bd3d0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:21.677459 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-10fc8559-f819-4171-be73-170f8c26458b req-71d84cb1-a086-4f0c-a929-31a6451bd3d0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 944 time: 0.0491512 Oct 28 12:14:21.714991 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-10fc8559-f819-4171-be73-170f8c26458b req-4a3ee700-eaaf-4865-b6e1-706882d6eb51 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Oct 28 12:14:21.853741 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:21.961453 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-58c30966-e40f-4f3b-8a8f-d63bb95f9c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.482932 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9659f-5e59-47a4-b67b-d3ed9e7d424d req-52255320-10be-49ff-a478-5948eccdcda7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.484694 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-98d9659f-5e59-47a4-b67b-d3ed9e7d424d req-52255320-10be-49ff-a478-5948eccdcda7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0569034 Oct 28 12:14:22.526615 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-98d9659f-5e59-47a4-b67b-d3ed9e7d424d req-b73a80d6-a586-49cc-9b82-d63431f05b54 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Oct 28 12:14:22.646440 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1e93-0cb1-4f91-8e18-d08225301d07 req-96d2f8f6-ab91-4c98-9dc8-509ff18c120c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.647999 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c62f1e93-0cb1-4f91-8e18-d08225301d07 req-96d2f8f6-ab91-4c98-9dc8-509ff18c120c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0532346 Oct 28 12:14:22.687197 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c62f1e93-0cb1-4f91-8e18-d08225301d07 req-ad994b13-6ef5-4780-9358-4a6da1e63f5c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Oct 28 12:14:22.830280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b7f5e-2799-4794-af8b-3ba939d2a6df req-962f6e2c-5f92-4fa3-8d18-332e69930c70 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.831762 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f53b7f5e-2799-4794-af8b-3ba939d2a6df req-962f6e2c-5f92-4fa3-8d18-332e69930c70 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 944 time: 0.0500684 Oct 28 12:14:22.872502 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f53b7f5e-2799-4794-af8b-3ba939d2a6df req-8ebdd000-e6c7-4776-a102-e1c5ed35f24a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Oct 28 12:14:23.983198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7ed4-16fe-4b69-8bbf-4e8409a4739f req-9e1148d7-fdfa-4b19-ae84-bb4678e3d24f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:23.984647 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ef1a7ed4-16fe-4b69-8bbf-4e8409a4739f req-9e1148d7-fdfa-4b19-ae84-bb4678e3d24f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 944 time: 0.0466847 Oct 28 12:14:24.029380 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ef1a7ed4-16fe-4b69-8bbf-4e8409a4739f req-f468f428-2fb9-4a2e-a45d-5201b47b2fd4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Oct 28 12:14:24.489221 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-4425e90e-3fa8-48b5-8ffb-a139fbdd1403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:25.149274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b0621-0ff7-413c-b8b6-50abf6750e2f req-133c2c72-613d-467c-b3b4-40459edcfd82 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:25.150750 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2e1b0621-0ff7-413c-b8b6-50abf6750e2f req-133c2c72-613d-467c-b3b4-40459edcfd82 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 944 time: 0.0531304 Oct 28 12:14:25.188717 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2e1b0621-0ff7-413c-b8b6-50abf6750e2f req-cc109353-0835-4144-8c70-c6c6d6cfb871 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Oct 28 12:14:25.658011 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:25.720876 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:26.303155 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73bb46-c1bf-4f33-9b1b-49182b058646 req-aa303c2b-202d-4f42-aec4-896a81c3d60a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:26.305225 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee73bb46-c1bf-4f33-9b1b-49182b058646 req-aa303c2b-202d-4f42-aec4-896a81c3d60a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 944 time: 0.0484149 Oct 28 12:14:26.340993 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee73bb46-c1bf-4f33-9b1b-49182b058646 req-eb545ccd-e4ea-4b59-b3ea-1c236ac25f70 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299289 Oct 28 12:14:26.878527 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:14:26.933195 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:14:26.936977 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:14:26.937340 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:27.015363 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:27.040820 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:27.043083 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c7620-5b5b-48ce-8735-be77217be438" -d '{"events": [{"server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "name": "network-vif-plugged", "status": "completed", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:27.056245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:27.060093 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:27.082832 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc5656-8a90-4977-ab69-13882323f491 x-openstack-request-id: req-d9bc5656-8a90-4977-ab69-13882323f491 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:27.083131 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "name": "network-vif-plugged", "status": "completed", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:27.083380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9bc5656-8a90-4977-ab69-13882323f491 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:27.083759 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', 'code': 200} Oct 28 12:14:27.117830 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:27.120704 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:27.456781 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d688014-1cfa-4f59-9f12-743671666495 req-8a0c8700-82f7-438c-a4a4-908f060d1fb7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:27.458147 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d688014-1cfa-4f59-9f12-743671666495 req-8a0c8700-82f7-438c-a4a4-908f060d1fb7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0487874 Oct 28 12:14:27.498031 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d688014-1cfa-4f59-9f12-743671666495 req-e0c15115-d824-40c3-a928-43e233119b10 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Oct 28 12:14:28.610732 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a2eb-1261-4de7-8ac7-b97b4b74f935 req-9e1edf4f-c25e-4cb8-98c3-64190a3ecfeb tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:28.612277 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a52a2eb-1261-4de7-8ac7-b97b4b74f935 req-9e1edf4f-c25e-4cb8-98c3-64190a3ecfeb tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0502601 Oct 28 12:14:28.821230 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a52a2eb-1261-4de7-8ac7-b97b4b74f935 req-942c9175-e6e7-4a90-9af7-cea2153f9091 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021966 Oct 28 12:14:29.936053 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f9e6d-dba7-45b9-93bf-f82ee33819f8 req-6c51f420-d2d8-4dda-ade6-15c7f94136d6 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:29.937512 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a5f9e6d-dba7-45b9-93bf-f82ee33819f8 req-6c51f420-d2d8-4dda-ade6-15c7f94136d6 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0483546 Oct 28 12:14:29.975061 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a5f9e6d-dba7-45b9-93bf-f82ee33819f8 req-394be3fb-69a2-4934-ba8c-ff43de07d256 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Oct 28 12:14:31.087694 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83625c22-00eb-45fc-ac0d-ed2bcbcb1e5c req-e3ee5386-5040-44a4-b775-c6937aae1571 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:31.089174 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-83625c22-00eb-45fc-ac0d-ed2bcbcb1e5c req-e3ee5386-5040-44a4-b775-c6937aae1571 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0477209 Oct 28 12:14:31.127752 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-83625c22-00eb-45fc-ac0d-ed2bcbcb1e5c req-83b30d39-41be-42f9-9233-f47626cf69b7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Oct 28 12:14:31.626226 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ce8ce-214d-44b9-9586-bac3457164c1 req-cf719036-c477-463c-9691-80516e8aab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:31.627738 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c11ce8ce-214d-44b9-9586-bac3457164c1 req-cf719036-c477-463c-9691-80516e8aab3e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 1098 time: 0.0400178 Oct 28 12:14:31.675647 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c11ce8ce-214d-44b9-9586-bac3457164c1 req-7d697eaf-b070-490f-aeb4-355d7b086a8a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Oct 28 12:14:32.240368 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b55c-83f7-4e2d-883f-70a0fda944e0 req-afa1d0dd-d32a-40f5-85fa-7e32d999650b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:32.242292 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5f1b55c-83f7-4e2d-883f-70a0fda944e0 req-afa1d0dd-d32a-40f5-85fa-7e32d999650b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0501370 Oct 28 12:14:32.279083 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5f1b55c-83f7-4e2d-883f-70a0fda944e0 req-ed27e3bf-75fd-4d4e-9704-f90f080cdeab tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Oct 28 12:14:32.962223 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:14:33.392380 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a03c2-5ab4-41ab-a526-729d1cbd8453 req-56de8661-e088-412d-93b7-5fb0e63c0aef tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:33.393827 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac7a03c2-5ab4-41ab-a526-729d1cbd8453 req-56de8661-e088-412d-93b7-5fb0e63c0aef tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0479712 Oct 28 12:14:33.432255 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac7a03c2-5ab4-41ab-a526-729d1cbd8453 req-9d1db06a-4e14-4fa7-a276-610e60939b7b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Oct 28 12:14:33.773231 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d75b7-4b61-4878-a8a3-8543a816cd68 req-1852e442-98bc-4dbb-8165-563b3566a5d6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:33.774728 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c09d75b7-4b61-4878-a8a3-8543a816cd68 req-1852e442-98bc-4dbb-8165-563b3566a5d6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0806065 Oct 28 12:14:33.776584 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-3ecbe432-5a93-4b78-bdab-c625e5fa07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:33.777797 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-3ecbe432-5a93-4b78-bdab-c625e5fa07d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0817890 Oct 28 12:14:33.857657 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c09d75b7-4b61-4878-a8a3-8543a816cd68 req-5587121c-b615-4bd6-956d-e836a782163c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768530 Oct 28 12:14:33.893218 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-a76a9dbc-1d45-4504-94bf-983b33b34e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:33.894705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-a76a9dbc-1d45-4504-94bf-983b33b34e7a service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.1081886 Oct 28 12:14:33.941175 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-9788c9a3-1848-4fd6-bbb3-fb6c00341af2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0367346 Oct 28 12:14:33.994001 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-2ff335ff-b8cf-43af-b6bd-d8fbe3aedce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:33.995482 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-2ff335ff-b8cf-43af-b6bd-d8fbe3aedce6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0452681 Oct 28 12:14:34.076972 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-6cf9cf7b-8490-416b-ae12-ae4d770c37ea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254126 Oct 28 12:14:34.380091 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-8c0602d6-aa17-4600-a3e3-24096b4e57d0 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933156 Oct 28 12:14:34.546487 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6205b-e3e1-42cf-bdf4-b839480cd182 req-148c6193-0147-4256-b8e9-4434611a928a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:34.547980 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c9a6205b-e3e1-42cf-bdf4-b839480cd182 req-148c6193-0147-4256-b8e9-4434611a928a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0491862 Oct 28 12:14:34.588237 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c9a6205b-e3e1-42cf-bdf4-b839480cd182 req-46f61e09-e0f6-4cb4-9eb1-7953a33321b9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Oct 28 12:14:34.980738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6a17-995f-4c2d-9536-5d69ac29ba23 req-0494b417-c5c6-4d04-942c-5c4b5ae2aafe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:34.982286 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-528e6a17-995f-4c2d-9536-5d69ac29ba23 req-0494b417-c5c6-4d04-942c-5c4b5ae2aafe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0517154 Oct 28 12:14:35.021543 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-528e6a17-995f-4c2d-9536-5d69ac29ba23 req-770ec231-5e9a-4880-aeb4-36f603c92d50 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Oct 28 12:14:35.705179 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550845-8eed-4fbc-82a5-9cab86eb9a84 req-6538df73-199a-4efc-966b-f115db457126 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:35.706603 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a0550845-8eed-4fbc-82a5-9cab86eb9a84 req-6538df73-199a-4efc-966b-f115db457126 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0519383 Oct 28 12:14:35.742734 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a0550845-8eed-4fbc-82a5-9cab86eb9a84 req-2369c9cb-d637-4daa-9e8f-fd976820c5d3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302022 Oct 28 12:14:36.140701 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed5dd1-19b5-4853-accb-855ee1b03165 req-b3251585-2046-4bae-8195-f07eb5da3974 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:36.142270 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e4ed5dd1-19b5-4853-accb-855ee1b03165 req-b3251585-2046-4bae-8195-f07eb5da3974 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0513835 Oct 28 12:14:36.182178 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e4ed5dd1-19b5-4853-accb-855ee1b03165 req-24f2a85b-0e3b-4787-9ca7-6300b324bcd6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Oct 28 12:14:36.858822 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821aded-9b20-4e06-b4f3-e7078a3762e9 req-be0c9825-768f-4c23-9869-c37d1db6d5ed tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:36.860330 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c821aded-9b20-4e06-b4f3-e7078a3762e9 req-be0c9825-768f-4c23-9869-c37d1db6d5ed tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0507386 Oct 28 12:14:36.902176 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c821aded-9b20-4e06-b4f3-e7078a3762e9 req-78ebe99b-628d-46d2-ac15-52fbe57f68a4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Oct 28 12:14:37.278150 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0a9f21d0-d09d-4ea9-aa68-a798aa971a6e req-af7460b2-a70f-42c6-bfba-8f68e408aa15 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942967 Oct 28 12:14:37.308370 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb82a-6cfc-4b1e-ad25-744d1960a7c4 req-6aac7639-e641-40d4-94ce-569a98d4fe8a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:37.309881 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59abb82a-6cfc-4b1e-ad25-744d1960a7c4 req-6aac7639-e641-40d4-94ce-569a98d4fe8a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0521922 Oct 28 12:14:37.349181 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59abb82a-6cfc-4b1e-ad25-744d1960a7c4 req-be5f9f48-388c-4fe2-b197-1f2bc1c90eb3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Oct 28 12:14:38.015864 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22428712-1f39-4ca8-87fa-0827b0a50bb6 req-0358acee-4d0a-4a07-9ff7-ce48ea7d1dce tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:38.017338 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-22428712-1f39-4ca8-87fa-0827b0a50bb6 req-0358acee-4d0a-4a07-9ff7-ce48ea7d1dce tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0487556 Oct 28 12:14:38.054291 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-22428712-1f39-4ca8-87fa-0827b0a50bb6 req-dd32519b-c4f2-4ff8-a9a2-abe02744d533 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Oct 28 12:14:38.460686 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027518c-e3f0-43c6-a3ea-3aa27e6e4ae6 req-73115779-3345-457c-8866-fbc79946c850 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:38.462634 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5027518c-e3f0-43c6-a3ea-3aa27e6e4ae6 req-73115779-3345-457c-8866-fbc79946c850 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0485690 Oct 28 12:14:38.500741 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5027518c-e3f0-43c6-a3ea-3aa27e6e4ae6 req-1bf2b456-188c-4a00-be48-ec93d719ae22 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Oct 28 12:14:38.761157 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:39.168746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64209-2bca-406a-bdc3-e5f8bf3e69fd req-14b6b33b-0703-4515-a077-be55f1aba81c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.170123 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5da64209-2bca-406a-bdc3-e5f8bf3e69fd req-14b6b33b-0703-4515-a077-be55f1aba81c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0518310 Oct 28 12:14:39.208818 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5da64209-2bca-406a-bdc3-e5f8bf3e69fd req-937534da-776d-4209-9edc-3773a944d9a2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324554 Oct 28 12:14:39.613459 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde3b2-0950-4303-baa8-a2f6317ff2b2 req-7f06571a-b15a-4376-9afc-c8f02be23268 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.614944 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7dcde3b2-0950-4303-baa8-a2f6317ff2b2 req-7f06571a-b15a-4376-9afc-c8f02be23268 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0481052 Oct 28 12:14:39.650833 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7dcde3b2-0950-4303-baa8-a2f6317ff2b2 req-5187ce0d-856a-4a52-9dd8-0c8b4319e640 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299859 Oct 28 12:14:40.333526 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3a915-5928-403f-aaf6-7d2950b2c4ea req-e30b0964-b76e-4efd-9083-2502d5f13df1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:40.335094 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-13c3a915-5928-403f-aaf6-7d2950b2c4ea req-e30b0964-b76e-4efd-9083-2502d5f13df1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0567758 Oct 28 12:14:40.367652 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-c5b85d6f-db01-4f5e-a6d1-aaa24a8e51ca service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499673 Oct 28 12:14:40.380898 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-13c3a915-5928-403f-aaf6-7d2950b2c4ea req-de7734ad-cd75-4bfe-9b85-ad2d6ebda022 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Oct 28 12:14:40.551064 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-885f81c1-a9f5-4dd3-8a59-fbf1391d3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:40.552424 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-885f81c1-a9f5-4dd3-8a59-fbf1391d3365 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 1099 time: 0.0388701 Oct 28 12:14:40.660054 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-fb0eef9d-3002-4b22-b9da-7de069e761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:40.661531 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-fb0eef9d-3002-4b22-b9da-7de069e761f4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 917 time: 0.0849142 Oct 28 12:14:40.706553 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-ae21dbde-d3e9-4de7-bc11-931237139449 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda HTTP/1.1" status: 200 len: 217 time: 0.0342133 Oct 28 12:14:40.787858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-8d3482cb-adcd-44c6-8fe0-265a43c67d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:40.789312 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-8d3482cb-adcd-44c6-8fe0-265a43c67d21 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0734720 Oct 28 12:14:40.800487 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515e92-2ceb-4812-bd33-181c7b24cb73 req-d054ba48-a793-4f9b-b865-08385fec3be8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:40.801965 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0515e92-2ceb-4812-bd33-181c7b24cb73 req-d054ba48-a793-4f9b-b865-08385fec3be8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0789051 Oct 28 12:14:40.834031 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-06c1a261-db29-4759-b5bd-32e2b522babf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301976 Oct 28 12:14:40.896785 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0515e92-2ceb-4812-bd33-181c7b24cb73 req-f514edc9-59d5-41fa-a30d-e0bb4b0858f3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Oct 28 12:14:40.943955 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-f16a57e7-2719-4450-8295-6eefee8da88f service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984609 Oct 28 12:14:41.036029 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4997d5c7-b15f-47b2-a404-e4f3dce2ede4 req-40eca000-bcfc-43bc-ab8d-33ed0ad96408 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Oct 28 12:14:41.497594 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b45f3-2de1-45c4-b0c7-0e7fca2c50fe req-f7711c6e-8368-44de-b6ff-a6fd34548062 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:41.499148 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-576b45f3-2de1-45c4-b0c7-0e7fca2c50fe req-f7711c6e-8368-44de-b6ff-a6fd34548062 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0500000 Oct 28 12:14:41.548743 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-576b45f3-2de1-45c4-b0c7-0e7fca2c50fe req-b589c4be-9d5d-447f-a363-80a668c70382 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Oct 28 12:14:42.027025 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e801c2-8398-4fe1-b338-2e702c3c6d5d req-cc4a298a-50f6-45d8-8ecb-1929dec0be29 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:42.028661 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-19e801c2-8398-4fe1-b338-2e702c3c6d5d req-cc4a298a-50f6-45d8-8ecb-1929dec0be29 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0594244 Oct 28 12:14:42.071148 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-19e801c2-8398-4fe1-b338-2e702c3c6d5d req-5d5e1891-9149-4a2d-9892-c9d0b73181f1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361629 Oct 28 12:14:43.194879 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5acd-992c-4b2c-a55c-0fd3b03b6f9a req-bf4f65f3-5fe4-41f9-ba94-7d97096672ea tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:43.196530 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c66e5acd-992c-4b2c-a55c-0fd3b03b6f9a req-bf4f65f3-5fe4-41f9-ba94-7d97096672ea tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0530188 Oct 28 12:14:43.235813 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c66e5acd-992c-4b2c-a55c-0fd3b03b6f9a req-7457c662-de46-4bdd-9bc7-33167d3a915b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Oct 28 12:14:44.351385 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289be9a-9b53-4fa8-8fdd-8e693b847104 req-a91e7ac9-1d20-4884-b383-c17bb4d31496 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.352841 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f289be9a-9b53-4fa8-8fdd-8e693b847104 req-a91e7ac9-1d20-4884-b383-c17bb4d31496 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0475030 Oct 28 12:14:44.389093 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f289be9a-9b53-4fa8-8fdd-8e693b847104 req-1b66e595-f0c2-4f0c-8777-a0a27ef42c74 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300641 Oct 28 12:14:45.501497 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841fcb-5143-41f7-ba12-8f45c95ac784 req-8cd54c37-9b5e-4c9b-b7d7-0bd7d1a179ba tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:45.503573 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b841fcb-5143-41f7-ba12-8f45c95ac784 req-8cd54c37-9b5e-4c9b-b7d7-0bd7d1a179ba tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0485308 Oct 28 12:14:45.542332 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b841fcb-5143-41f7-ba12-8f45c95ac784 req-4980ab91-6fb4-4cd9-9c76-7d85358ff2a8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Oct 28 12:14:46.657932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042aa90-7c7e-4056-b711-153ee71b2086 req-713a548a-9574-4f89-9f7a-15b72f27f38e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:46.659394 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5042aa90-7c7e-4056-b711-153ee71b2086 req-713a548a-9574-4f89-9f7a-15b72f27f38e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0512352 Oct 28 12:14:46.696044 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5042aa90-7c7e-4056-b711-153ee71b2086 req-5da3965d-083f-410a-832f-39ae392fc5e7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Oct 28 12:14:47.950255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4560-768a-4961-9d34-b1c34e5f2eb2 req-e78c4316-4b50-46d8-a374-7069b2d7c93b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:47.951921 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-826a4560-768a-4961-9d34-b1c34e5f2eb2 req-e78c4316-4b50-46d8-a374-7069b2d7c93b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0519211 Oct 28 12:14:47.991796 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-826a4560-768a-4961-9d34-b1c34e5f2eb2 req-872d4d7d-31c4-4e44-819e-fd9528a10c37 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Oct 28 12:14:49.110503 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30d7c-f1fc-45ad-ba5a-85cd6554cb75 req-c9f17de6-325d-44ea-bf86-002276f8486d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:49.111993 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-caa30d7c-f1fc-45ad-ba5a-85cd6554cb75 req-c9f17de6-325d-44ea-bf86-002276f8486d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0490956 Oct 28 12:14:49.149738 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-caa30d7c-f1fc-45ad-ba5a-85cd6554cb75 req-31cea6e0-6c5d-49bc-863d-242e48e4392d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Oct 28 12:14:50.267651 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0a089-51e6-49fe-950a-cb2a0087ee35 req-dfd5bae6-ec8b-4065-9661-a4e4367937f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:50.269277 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-44f0a089-51e6-49fe-950a-cb2a0087ee35 req-dfd5bae6-ec8b-4065-9661-a4e4367937f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0506542 Oct 28 12:14:50.306866 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-44f0a089-51e6-49fe-950a-cb2a0087ee35 req-1c8514f3-f588-426f-82d0-2023ea1a4f06 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Oct 28 12:14:50.767432 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-ae07f947-09b7-48f3-a09d-c68fe4920ff2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:50.768927 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-ae07f947-09b7-48f3-a09d-c68fe4920ff2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1079483 Oct 28 12:14:50.787140 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-dc84e062-1404-4bf3-b672-3f15e3382dbf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/quotas/f032353009b64d738b6c00574846cb51 HTTP/1.1" status: 200 len: 375 time: 0.0099435 Oct 28 12:14:50.845616 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-c17dd070-39b9-4043-b02e-9e2aaa96bc6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502775 Oct 28 12:14:50.897063 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56888) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:50.941731 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-cd6f3577-ce73-4593-accb-7c05764fa775 service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Oct 28 12:14:51.000349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-11e9d08f-c2e8-4145-8e22-bdac83626449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.030418 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-93d797cc-1c5b-4c21-8501-861240298685 service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826297 Oct 28 12:14:51.075291 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-11e9d08f-c2e8-4145-8e22-bdac83626449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.079444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-11e9d08f-c2e8-4145-8e22-bdac83626449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.126169 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56898) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:51.126357 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-11e9d08f-c2e8-4145-8e22-bdac83626449 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b589f57435164f07be0f74e466d50c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281740 Oct 28 12:14:51.131416 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9d08f-c2e8-4145-8e22-bdac83626449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eefea18-d698-4820-acac-6243edfd20f5,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:51.221600 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.272253 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.319559 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-46c6fb6d-bf62-4557-8647-2cb193e4b4d0 req-a462599e-f4f7-4a83-ae24-1566312310d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0517766 Oct 28 12:14:51.378576 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.382170 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.384034 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eefea18-d698-4820-acac-6243edfd20f5 HTTP/1.1" status: 204 len: 168 time: 0.2568176 Oct 28 12:14:51.403947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708470d4-b5f6-4e95-a394-d6c14b135639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eefea18-d698-4820-acac-6243edfd20f5,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:51.513891 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314eea1-4c40-47a1-bb4f-9ed031572817 req-eadd7ceb-be8a-4beb-b0ec-491c796170ab tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:51.519229 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2314eea1-4c40-47a1-bb4f-9ed031572817 req-eadd7ceb-be8a-4beb-b0ec-491c796170ab tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0895731 Oct 28 12:14:51.536100 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56930) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:51.591052 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2314eea1-4c40-47a1-bb4f-9ed031572817 req-9d9dc50b-9350-4f91-96db-cf7aaf8f2684 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Oct 28 12:14:51.842470 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a58370cd-0b11-4df9-a991-f3d764b448ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.931797 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56944) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:51.941596 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8c24673f-5e21-4cc5-a56e-b9a94fb2875f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.947152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-966bbb26-58c4-40d6-9a4c-6133588d4fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.959441 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a58370cd-0b11-4df9-a991-f3d764b448ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:51.963478 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a58370cd-0b11-4df9-a991-f3d764b448ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.000311 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58370cd-0b11-4df9-a991-f3d764b448ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de1ca6-5d52-4bd7-b52a-ad3c48201d5a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:52.004722 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a58370cd-0b11-4df9-a991-f3d764b448ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fa5443577fc40f5bb52e2ee10615b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675910 Oct 28 12:14:52.011778 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56946) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:52.025786 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-966bbb26-58c4-40d6-9a4c-6133588d4fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.030964 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-966bbb26-58c4-40d6-9a4c-6133588d4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.065770 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.070748 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-966bbb26-58c4-40d6-9a4c-6133588d4fd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9e26d010f3048439e966f91efc81cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378281 Oct 28 12:14:52.072630 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bbb26-58c4-40d6-9a4c-6133588d4fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414021b5-d5ff-492d-85a7-3f91451ec8eb,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:52.075857 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 56948) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:52.102960 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.161238 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.186932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.188292 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.190841 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.191976 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9de1ca6-5d52-4bd7-b52a-ad3c48201d5a HTTP/1.1" status: 204 len: 168 time: 0.1791196 Oct 28 12:14:52.207366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43618-5b6b-4ce6-8e3c-194038e06409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de1ca6-5d52-4bd7-b52a-ad3c48201d5a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:52.252724 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.255355 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:52.256550 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/414021b5-d5ff-492d-85a7-3f91451ec8eb HTTP/1.1" status: 204 len: 168 time: 0.1795866 Oct 28 12:14:52.265354 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400980-a0f5-4c45-b9cb-2399e305ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414021b5-d5ff-492d-85a7-3f91451ec8eb,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:52.444963 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d9556b53-9ed2-4e7b-ab8e-44a009228a20 req-edd56d19-9de3-48d7-83e8-5d4de29610c1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0364296 Oct 28 12:14:52.712151 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075e74a-b386-424f-8f15-3867ff5672e6 req-c0afeff5-8396-4bf9-9a1c-f052078692bc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:52.716950 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b075e74a-b386-424f-8f15-3867ff5672e6 req-c0afeff5-8396-4bf9-9a1c-f052078692bc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0534885 Oct 28 12:14:52.754370 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b075e74a-b386-424f-8f15-3867ff5672e6 req-a0aef4e9-a864-4d67-8aed-1e56c453f6cf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Oct 28 12:14:53.364481 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 56992) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:53.531863 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7a8488dd-1c69-4793-b614-10a0cb988012 req-b9a8e2e3-ba1f-4699-9bfc-e6f033271219 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0262311 Oct 28 12:14:53.588158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8a97137d-edac-4afc-97a3-bbf5f41f7f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.666214 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8a97137d-edac-4afc-97a3-bbf5f41f7f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.670309 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8a97137d-edac-4afc-97a3-bbf5f41f7f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.708070 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8a97137d-edac-4afc-97a3-bbf5f41f7f45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75748a884e2f4b4fa7e5911fd2e5f033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425486 Oct 28 12:14:53.708917 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97137d-edac-4afc-97a3-bbf5f41f7f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d3b619-613d-4ba7-b9c3-d28f781cd2ab,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:53.711069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57000) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:53.758907 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.782184 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.830660 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.833646 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:53.834947 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47d3b619-613d-4ba7-b9c3-d28f781cd2ab HTTP/1.1" status: 204 len: 168 time: 0.1228645 Oct 28 12:14:53.844648 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfbff2-166e-49c2-a80a-e1c60f6e86ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d3b619-613d-4ba7-b9c3-d28f781cd2ab,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:53.897091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42214-9457-4871-9467-c97996f2ea5d req-29fbaa29-da69-4df1-89ad-0983f23ca623 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:53.898598 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-31a42214-9457-4871-9467-c97996f2ea5d req-29fbaa29-da69-4df1-89ad-0983f23ca623 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0783634 Oct 28 12:14:53.937993 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-31a42214-9457-4871-9467-c97996f2ea5d req-4506f741-731d-44bd-859c-04c962787b65 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Oct 28 12:14:54.490192 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d1fec356-a6d3-4258-8c46-047609bab2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:54.630377 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6fca60fa-2429-47df-bfbb-a1b855bfa473 req-85b738d1-e85e-475b-96c9-2308ddd9c375 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0271747 Oct 28 12:14:55.059107 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b728-f8ca-4281-b4fd-6595d2fd8917 req-335f6207-4449-41c2-89fa-f87d34bed9f3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:55.060497 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7e90b728-f8ca-4281-b4fd-6595d2fd8917 req-335f6207-4449-41c2-89fa-f87d34bed9f3 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0497193 Oct 28 12:14:55.097444 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7e90b728-f8ca-4281-b4fd-6595d2fd8917 req-c9e69386-f84c-4da0-bc59-73d12bcce237 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Oct 28 12:14:55.660067 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:55.723210 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:55.730258 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2913e542-72e3-488e-953f-2a7cd2b1e5f5 req-a0a74510-1817-4351-9c2e-1eb12de22c6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0285237 Oct 28 12:14:56.212858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adef74-d400-4b6f-83e8-dbb593570c46 req-3120857e-2618-4583-956b-860114d9eb79 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.214321 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0adef74-d400-4b6f-83e8-dbb593570c46 req-3120857e-2618-4583-956b-860114d9eb79 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0516353 Oct 28 12:14:56.250909 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0adef74-d400-4b6f-83e8-dbb593570c46 req-5fffa85b-b38f-4758-8318-ad7dac9912f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305836 Oct 28 12:14:56.827779 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c99f970-3791-40f5-bfd8-0aaaff00ccfd req-4eb983a2-aa08-402c-b68c-3f38cf7647d6 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0277612 Oct 28 12:14:57.110847 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.376548 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3898d-fb63-48c6-a502-319c181b5ac6 req-cabb94da-0046-43f6-b748-e88834002b1f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:57.378249 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2a3898d-fb63-48c6-a502-319c181b5ac6 req-cabb94da-0046-43f6-b748-e88834002b1f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0559952 Oct 28 12:14:57.424656 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2a3898d-fb63-48c6-a502-319c181b5ac6 req-a93fb265-66a1-4b5f-b320-fb1881ec0848 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Oct 28 12:14:57.919734 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-69aeaa97-3c13-4c65-ae00-9f1090c80704 req-896606cb-1d82-42f7-9574-b243d684184d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0269873 Oct 28 12:14:58.541963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48168c1-6395-4326-b8f5-7aae8c7cdcb6 req-0e5383df-d836-47fe-a56f-48c568814c54 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:58.543526 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e48168c1-6395-4326-b8f5-7aae8c7cdcb6 req-0e5383df-d836-47fe-a56f-48c568814c54 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0524688 Oct 28 12:14:58.581954 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e48168c1-6395-4326-b8f5-7aae8c7cdcb6 req-7d3e2622-d9f8-4bbd-88e3-c67186f2beac tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Oct 28 12:14:58.932433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-2f2743d5-69c9-44c9-a05f-f5bace0d83e4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:58.934357 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-2f2743d5-69c9-44c9-a05f-f5bace0d83e4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1067536 Oct 28 12:14:58.948389 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Request body: {'port': {'device_id': '948c9fed-b55d-4b55-9971-f4db721088aa', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'admin_state_up': True, 'tenant_id': 'f032353009b64d738b6c00574846cb51'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:59.056528 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c4bfb6e-b825-4f3f-8b2b-597a8eb2f642 req-3f75f5b8-03fe-4b88-a905-b274bad201b2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 210 time: 0.0379536 Oct 28 12:14:59.088265 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:14:59.092491 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.223679 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Allocated IP 172.20.0.7 (6473d7e8-f419-4ba9-aecd-de2094cc6dd8/f1de8927-5147-4362-98ea-d11ec926c7fe/1391e735-fffa-4d34-9821-38ee846f2984) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:14:59.370604 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.402579 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.415276 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda', '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:59.443989 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:14:59.447216 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:14:59.451632 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:14:59.479687 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event updated for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:59.493221 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.493571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.493907 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.494274 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.494769 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.495105 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.495455 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.495779 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.496106 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.496427 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.496747 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.497065 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:59.518064 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:59.518670 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.534953 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-74d34205-a7ae-42dd-9701-6a56e06f18cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905929 Oct 28 12:14:59.567058 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Request body: {'port': {'device_id': '948c9fed-b55d-4b55-9971-f4db721088aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:59.621346 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.758708 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34278e52-7496-4a45-8fc1-f6693e5499a5 req-c0312334-ce7b-4db8-a3a5-af749acbd3c2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:59.760184 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-34278e52-7496-4a45-8fc1-f6693e5499a5 req-c0312334-ce7b-4db8-a3a5-af749acbd3c2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.1065190 Oct 28 12:14:59.856274 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-34278e52-7496-4a45-8fc1-f6693e5499a5 req-cff44d1f-36b2-4c83-9f82-5a2bcfb74dfe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836909 Oct 28 12:14:59.946023 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1391e735-fffa-4d34-9821-38ee846f2984 {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:59.953898 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.965897 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Transition to ACTIVE for port object 1391e735-fffa-4d34-9821-38ee846f2984 will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:14:59.969551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.032390 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Pushing event updated for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:00.085321 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Attempting to bind port 1391e735-fffa-4d34-9821-38ee846f2984 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:00.085655 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Attempting to bind port 1391e735-fffa-4d34-9821-38ee846f2984 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:00.085982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Attempting to bind port 1391e735-fffa-4d34-9821-38ee846f2984 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:00.090251 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Port 1391e735-fffa-4d34-9821-38ee846f2984 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:15:00.090588 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Attempting to bind port 1391e735-fffa-4d34-9821-38ee846f2984 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:00.095464 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:00.095805 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Checking segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:00.096167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Bound using segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:00.096583 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Bound port: 1391e735-fffa-4d34-9821-38ee846f2984, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:00.098221 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.164967 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:00.170957 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1391e735-fffa-4d34-9821-38ee846f2984,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:00.175650 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506f-9fbb-4d4f-82aa-250a6a50deaa req-af80f8b4-fd48-4130-91b9-9f5a72ed7a92 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.177216 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59f1506f-9fbb-4d4f-82aa-250a6a50deaa req-af80f8b4-fd48-4130-91b9-9f5a72ed7a92 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0516517 Oct 28 12:15:00.185033 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.216849 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59f1506f-9fbb-4d4f-82aa-250a6a50deaa req-8f8932f0-e030-4615-8cf8-137f60fec820 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Oct 28 12:15:00.222878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.223494 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.225061 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] 10.222.0.107 "PUT /v2.0/ports/1391e735-fffa-4d34-9821-38ee846f2984 HTTP/1.1" status: 200 len: 1093 time: 0.6624179 Oct 28 12:15:00.226043 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:00.228482 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "tag": "1391e735-fffa-4d34-9821-38ee846f2984"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:00.259936 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ac017-31a2-4fad-9047-6cb2906a0822 service neutron] Pushing event updated for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:00.281937 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca74dfa7-e4aa-4545-b9a2-cc17d9c86c80 x-openstack-request-id: req-ca74dfa7-e4aa-4545-b9a2-cc17d9c86c80 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:00.282234 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "tag": "1391e735-fffa-4d34-9821-38ee846f2984", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:00.282508 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca74dfa7-e4aa-4545-b9a2-cc17d9c86c80 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:00.282911 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984', 'status': 'completed', 'code': 200} Oct 28 12:15:00.315700 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-cf2e6e4a-cab7-4537-a344-b1527e8e2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.317165 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-cf2e6e4a-cab7-4537-a344-b1527e8e2011 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 1096 time: 0.0438793 Oct 28 12:15:00.362635 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-417ae46d-38a3-4be2-a2df-7ce0dc4e2671 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1391e735-fffa-4d34-9821-38ee846f2984 HTTP/1.1" status: 200 len: 217 time: 0.0364671 Oct 28 12:15:00.412191 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-0a517c93-0ad1-4b81-a523-f4392b5ac641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.413594 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-0a517c93-0ad1-4b81-a523-f4392b5ac641 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0422006 Oct 28 12:15:00.446621 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-9fb3588a-8637-40c4-8001-180a4b218f05 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243082 Oct 28 12:15:00.536277 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-e24f27c8-0608-48b6-a7df-47b10dff3055 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Oct 28 12:15:00.812785 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-43ebdb88-a589-4848-b57f-c7e53c841554 req-7f28d53d-d3f3-49ad-84e1-b230ec7b3f36 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815358 Oct 28 12:15:00.962266 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-d28e5231-1b22-4a10-9219-92b6b33a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.963768 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-d28e5231-1b22-4a10-9219-92b6b33a2dd5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 1096 time: 0.0688968 Oct 28 12:15:01.022511 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce557a-8f54-46bc-98b6-fafd69d301dc req-c235805b-4f86-492f-988f-f976f2aa590c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.023997 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6dce557a-8f54-46bc-98b6-fafd69d301dc req-c235805b-4f86-492f-988f-f976f2aa590c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0933547 Oct 28 12:15:01.084061 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6dce557a-8f54-46bc-98b6-fafd69d301dc req-3b32670a-94e9-4f45-a2ad-d16301c0e9a9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Oct 28 12:15:01.094237 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-ad3ff39a-e1ca-491a-8c91-653d3a5c7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.095879 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-ad3ff39a-e1ca-491a-8c91-653d3a5c7af9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 917 time: 0.1241035 Oct 28 12:15:01.137892 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-a2ac4a5b-4db8-4241-b1e3-2595dc771ae0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1391e735-fffa-4d34-9821-38ee846f2984 HTTP/1.1" status: 200 len: 217 time: 0.0336018 Oct 28 12:15:01.187548 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-326fc518-9a15-40bf-9d86-0bcfcf750700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.188976 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-326fc518-9a15-40bf-9d86-0bcfcf750700 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0419185 Oct 28 12:15:01.223296 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-c9ee139d-8d9a-4c7c-b3e7-5212f8daed3d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250292 Oct 28 12:15:01.328356 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-ffe9a55d-b546-404e-89a6-8c545ef3158b service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964425 Oct 28 12:15:01.357030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcbf5d-85d5-4002-a5ef-4a77094e6087 req-88dae6f6-eec5-43a7-9137-e9d70103fe27 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.358864 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1abcbf5d-85d5-4002-a5ef-4a77094e6087 req-88dae6f6-eec5-43a7-9137-e9d70103fe27 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0661178 Oct 28 12:15:01.402438 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1abcbf5d-85d5-4002-a5ef-4a77094e6087 req-3da189fa-43ea-4675-ab53-064fe66767f2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Oct 28 12:15:01.443776 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9cb4ef57-bbdc-4b3b-93a7-d3920a482bb5 req-38293687-0bb5-412c-896d-c9c5a0ff0f06 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076310 Oct 28 12:15:02.212482 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74fa7-b365-4bd7-b973-3a5c9837e240 req-fc25b9cd-3633-4487-b9cb-717106ae009c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.213992 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fba74fa7-b365-4bd7-b973-3a5c9837e240 req-fc25b9cd-3633-4487-b9cb-717106ae009c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0588923 Oct 28 12:15:02.254061 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fba74fa7-b365-4bd7-b973-3a5c9837e240 req-799f84f1-36d7-476b-b696-744683159675 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Oct 28 12:15:02.518111 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f140-3eb2-49fb-9e8e-cb6d07083aa7 req-c9755bed-7632-4210-9bc2-15ac10df9675 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.519573 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-82a0f140-3eb2-49fb-9e8e-cb6d07083aa7 req-c9755bed-7632-4210-9bc2-15ac10df9675 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0479631 Oct 28 12:15:02.555843 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-82a0f140-3eb2-49fb-9e8e-cb6d07083aa7 req-ab14ced4-baa5-4a7d-8bd1-034ea9b7f888 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Oct 28 12:15:03.367707 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2034300-9a0d-4c3a-8423-a5d0022adfd1 req-a198d4bf-5bdf-4d1b-bd3d-b905698089fb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.369164 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d2034300-9a0d-4c3a-8423-a5d0022adfd1 req-a198d4bf-5bdf-4d1b-bd3d-b905698089fb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0483260 Oct 28 12:15:03.406609 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d2034300-9a0d-4c3a-8423-a5d0022adfd1 req-0c9bea77-050e-4979-9085-b7aef42d4280 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Oct 28 12:15:03.664888 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610f55c-82fd-42b9-ac85-70bb26fff5ed req-51e49950-ead5-4398-82e6-efeee865392a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.666240 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e610f55c-82fd-42b9-ac85-70bb26fff5ed req-51e49950-ead5-4398-82e6-efeee865392a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0472293 Oct 28 12:15:03.706537 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e610f55c-82fd-42b9-ac85-70bb26fff5ed req-7f02fa6c-7dc6-4e1f-a4da-725b4792f1e1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Oct 28 12:15:04.520813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef18f58-8429-4e6d-afce-b3485fd14932 req-3241fe06-c30a-4623-9ce0-d276bc75b64c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.522247 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2ef18f58-8429-4e6d-afce-b3485fd14932 req-3241fe06-c30a-4623-9ce0-d276bc75b64c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0492826 Oct 28 12:15:04.559133 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2ef18f58-8429-4e6d-afce-b3485fd14932 req-2c1feba0-223b-4635-9ee5-65315301ba61 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305057 Oct 28 12:15:04.815539 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfa8f0-51ab-4a0e-9e61-d90a84f5e82d req-7b4c449f-15c4-49ae-99bc-4f166e39c9b4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.816993 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e0cfa8f0-51ab-4a0e-9e61-d90a84f5e82d req-7b4c449f-15c4-49ae-99bc-4f166e39c9b4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0478122 Oct 28 12:15:04.853798 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e0cfa8f0-51ab-4a0e-9e61-d90a84f5e82d req-21855918-22d2-45d8-ae58-77afa2d700d2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Oct 28 12:15:05.673173 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f067f5f-e867-4433-8bf8-43fffcad3e31 req-c006ffd9-06a4-4bb4-930f-7022bef64e3b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:05.674630 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0f067f5f-e867-4433-8bf8-43fffcad3e31 req-c006ffd9-06a4-4bb4-930f-7022bef64e3b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0490260 Oct 28 12:15:05.714362 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0f067f5f-e867-4433-8bf8-43fffcad3e31 req-f62c2ed7-bd46-4f6f-891f-3197638bc7b6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Oct 28 12:15:05.967012 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e3d7-1b2f-41b3-a4e2-14fcb1a5ff6e req-b3420d5e-1fa5-48c8-8c56-a4d917e88011 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:05.968471 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f35e3d7-1b2f-41b3-a4e2-14fcb1a5ff6e req-b3420d5e-1fa5-48c8-8c56-a4d917e88011 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0485210 Oct 28 12:15:06.004743 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f35e3d7-1b2f-41b3-a4e2-14fcb1a5ff6e req-8a1f19d7-9b8e-4c47-9573-de3d9c80a63c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Oct 28 12:15:06.828422 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a702-6dbb-43ff-9700-1b32e5200e2b req-f2b7a952-1901-41b7-9081-1a4535393417 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:06.829878 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4db7a702-6dbb-43ff-9700-1b32e5200e2b req-f2b7a952-1901-41b7-9081-1a4535393417 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0496871 Oct 28 12:15:06.865453 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4db7a702-6dbb-43ff-9700-1b32e5200e2b req-4a26515c-05c1-4bc7-94b1-852e997086e8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296211 Oct 28 12:15:07.114709 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3b3c-2b03-4f0b-ad44-a30352ee8be7 req-2a348773-4ea2-4b99-aa5a-190e02e58e7f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:07.116144 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f72f3b3c-2b03-4f0b-ad44-a30352ee8be7 req-2a348773-4ea2-4b99-aa5a-190e02e58e7f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0474725 Oct 28 12:15:07.156516 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f72f3b3c-2b03-4f0b-ad44-a30352ee8be7 req-224de83f-9015-4653-bf86-0c4b8b8224ec tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Oct 28 12:15:08.186843 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca732-99e4-40a1-a86a-ea0c314846dc req-18712ef8-6de6-4fe1-967a-00274d18e2ac tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.188325 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-309ca732-99e4-40a1-a86a-ea0c314846dc req-18712ef8-6de6-4fe1-967a-00274d18e2ac tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.2568936 Oct 28 12:15:08.227581 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-309ca732-99e4-40a1-a86a-ea0c314846dc req-d06ff231-0ee1-4611-b491-fe3abea9eafe tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Oct 28 12:15:08.328414 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ac876-4f4c-4730-8dd2-4fa380ecb6cd req-35c58f3d-dd45-4f72-a865-0223efc65887 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.329874 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d18ac876-4f4c-4730-8dd2-4fa380ecb6cd req-35c58f3d-dd45-4f72-a865-0223efc65887 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0480785 Oct 28 12:15:08.367969 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d18ac876-4f4c-4730-8dd2-4fa380ecb6cd req-cf0e0b5f-93f4-43f0-aad5-5ea160a6c1a1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Oct 28 12:15:08.526038 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b51aa-d682-41a3-b77e-64018c4410bd req-08422a82-f697-4c1a-be37-692eda8f81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.528257 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-490b51aa-d682-41a3-b77e-64018c4410bd req-08422a82-f697-4c1a-be37-692eda8f81e3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0394583 Oct 28 12:15:08.566937 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-490b51aa-d682-41a3-b77e-64018c4410bd req-882825a9-d4d9-40f3-a19f-15362c71e5a8 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296481 Oct 28 12:15:08.766082 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:09.344000 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce53b75-4e92-4a94-a04d-4cd50bcad11c req-f61d77d5-ae00-4546-bbb5-105e190a6511 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:09.345465 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8ce53b75-4e92-4a94-a04d-4cd50bcad11c req-f61d77d5-ae00-4546-bbb5-105e190a6511 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0499947 Oct 28 12:15:09.382310 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8ce53b75-4e92-4a94-a04d-4cd50bcad11c req-3b6c3c39-bcf5-4179-8e8f-64fe0339c56a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Oct 28 12:15:09.484402 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af698-ed24-4bcb-bf7f-552ffa219058 req-4071cc50-d470-437f-aebe-16ad0b1a1b1b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:09.486113 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-356af698-ed24-4bcb-bf7f-552ffa219058 req-4071cc50-d470-437f-aebe-16ad0b1a1b1b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0505280 Oct 28 12:15:09.523897 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-356af698-ed24-4bcb-bf7f-552ffa219058 req-8e3c9a5e-467f-4e8f-af91-a983f2def749 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Oct 28 12:15:09.960632 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:15:10.495442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a389d73-ab49-48b6-a6ad-d9c8314b7042 req-265d6c18-dce3-46a4-b16d-3b0cb7624d7a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:10.496939 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4a389d73-ab49-48b6-a6ad-d9c8314b7042 req-265d6c18-dce3-46a4-b16d-3b0cb7624d7a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0483630 Oct 28 12:15:10.535311 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4a389d73-ab49-48b6-a6ad-d9c8314b7042 req-a70f8a51-541d-4553-a6f4-3aea5c8810de tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Oct 28 12:15:10.638537 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a026-f555-4ea3-8515-ad20558174d2 req-c04e12b3-922a-474f-8f83-8efa9a0aff00 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:10.640012 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b614a026-f555-4ea3-8515-ad20558174d2 req-c04e12b3-922a-474f-8f83-8efa9a0aff00 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0479846 Oct 28 12:15:10.676800 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b614a026-f555-4ea3-8515-ad20558174d2 req-b592b4de-6a52-4dd0-bf53-8082fd9b3238 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310619 Oct 28 12:15:11.647347 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db49126-5d2a-41d7-8f55-59f8bf1dcbc1 req-14417244-0c7f-4e2b-81a2-d7903961162b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:11.648810 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4db49126-5d2a-41d7-8f55-59f8bf1dcbc1 req-14417244-0c7f-4e2b-81a2-d7903961162b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0471005 Oct 28 12:15:11.690132 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4db49126-5d2a-41d7-8f55-59f8bf1dcbc1 req-cd6c0d9c-72e2-4ee7-8784-b3aeb12e0a79 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Oct 28 12:15:11.788826 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d56a7-d6d2-4948-9059-df2e3f368a31 req-1fbb5db5-6968-417f-82a2-ca37ebea34d1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:11.790282 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ee2d56a7-d6d2-4948-9059-df2e3f368a31 req-1fbb5db5-6968-417f-82a2-ca37ebea34d1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0479622 Oct 28 12:15:11.831807 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ee2d56a7-d6d2-4948-9059-df2e3f368a31 req-0962f883-00ea-4844-9219-e6c263679759 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Oct 28 12:15:12.802646 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667656f-0fae-4746-b69f-18d18c4e358a req-db63046e-820d-4724-9838-6a92b8159627 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:12.804127 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4667656f-0fae-4746-b69f-18d18c4e358a req-db63046e-820d-4724-9838-6a92b8159627 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0479481 Oct 28 12:15:12.842006 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4667656f-0fae-4746-b69f-18d18c4e358a req-658938ad-9eff-4b9d-aab6-3eea2caad323 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Oct 28 12:15:12.948130 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f6381-20ae-4d57-a1d7-f8efeb99eeb7 req-83e11b6f-2ecc-45f6-857f-b70e0f7f180d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:12.950181 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5e3f6381-20ae-4d57-a1d7-f8efeb99eeb7 req-83e11b6f-2ecc-45f6-857f-b70e0f7f180d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0508962 Oct 28 12:15:12.990473 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5e3f6381-20ae-4d57-a1d7-f8efeb99eeb7 req-d3053fbd-073f-471a-9c95-a95bee7f7b1d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Oct 28 12:15:13.960914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b199e-050f-4dcc-8786-ade8732466d0 req-1b06a738-2326-48ca-bf7e-664e03d0bd7c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:13.962425 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-140b199e-050f-4dcc-8786-ade8732466d0 req-1b06a738-2326-48ca-bf7e-664e03d0bd7c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0484245 Oct 28 12:15:13.999085 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-140b199e-050f-4dcc-8786-ade8732466d0 req-a951a9fa-3b20-4f64-aa9a-d41f847d883c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301974 Oct 28 12:15:14.100667 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731dca2-41fc-40cc-bb7f-32023eb4568e req-02636aa5-0c19-4da1-add8-eb6b584546a4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:14.102043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5731dca2-41fc-40cc-bb7f-32023eb4568e req-02636aa5-0c19-4da1-add8-eb6b584546a4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0480173 Oct 28 12:15:14.139110 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5731dca2-41fc-40cc-bb7f-32023eb4568e req-350e6b4f-e1db-4049-82ae-e307042c1993 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Oct 28 12:15:15.110894 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714be4a-214a-4bc7-a44f-2d2e3fb12855 req-e03dd12c-ba5b-4f80-a7bf-5cdec1d52a10 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.112335 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6714be4a-214a-4bc7-a44f-2d2e3fb12855 req-e03dd12c-ba5b-4f80-a7bf-5cdec1d52a10 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0475600 Oct 28 12:15:15.152362 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6714be4a-214a-4bc7-a44f-2d2e3fb12855 req-04055201-427f-4426-952f-00ab2a1a2234 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Oct 28 12:15:15.250525 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311318-f3fe-4328-8405-aea950cd474f req-60a2f84e-e064-4fc5-81f7-6a1e97a0d3ad tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.251983 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3311318-f3fe-4328-8405-aea950cd474f req-60a2f84e-e064-4fc5-81f7-6a1e97a0d3ad tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0470421 Oct 28 12:15:15.288462 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3311318-f3fe-4328-8405-aea950cd474f req-7d639a9d-5ea5-47a8-b0e7-c1a8fd9a8224 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Oct 28 12:15:16.269546 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9243f1-9339-436c-8e29-36317cded6fc req-1bfba8b2-2d10-4b7d-bcde-c865fba4deea tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:16.271058 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f9243f1-9339-436c-8e29-36317cded6fc req-1bfba8b2-2d10-4b7d-bcde-c865fba4deea tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0522826 Oct 28 12:15:16.309106 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4f9243f1-9339-436c-8e29-36317cded6fc req-d277a63e-a869-49e2-8506-a779d33598cb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Oct 28 12:15:16.422462 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79104a4f-7f52-46df-bbc6-b76aa8a3020c req-257a0b54-0f34-4e53-895f-69f7f9324b2a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:16.424217 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-79104a4f-7f52-46df-bbc6-b76aa8a3020c req-257a0b54-0f34-4e53-895f-69f7f9324b2a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0550680 Oct 28 12:15:16.463153 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-79104a4f-7f52-46df-bbc6-b76aa8a3020c req-127a00c7-ef85-40bc-a8fb-68c4c96bdc7d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Oct 28 12:15:17.424663 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671be7a-974d-4eb5-bec3-1dfe50070888 req-d4355d8d-25f8-447a-9c81-2bff02dcdf6f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:17.426122 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2671be7a-974d-4eb5-bec3-1dfe50070888 req-d4355d8d-25f8-447a-9c81-2bff02dcdf6f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0488214 Oct 28 12:15:17.467347 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2671be7a-974d-4eb5-bec3-1dfe50070888 req-2193cc5a-f8d8-41cd-a1e6-c38869c3c758 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352123 Oct 28 12:15:17.584804 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd020ae8-4dfa-41e8-aa12-980dd5ef618f req-3cf1698f-9c3e-4a9a-ac39-79706b387b79 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:17.586302 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fd020ae8-4dfa-41e8-aa12-980dd5ef618f req-3cf1698f-9c3e-4a9a-ac39-79706b387b79 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0496886 Oct 28 12:15:17.623336 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fd020ae8-4dfa-41e8-aa12-980dd5ef618f req-c6ffb5b2-eb4a-4436-8d61-23dabce4a1dd tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Oct 28 12:15:17.848356 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edcec-a7e8-4498-9306-4378f4dc9311 req-0d465cc8-ba2c-4236-99bd-cff6d4330c67 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:17.849826 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-af4edcec-a7e8-4498-9306-4378f4dc9311 req-0d465cc8-ba2c-4236-99bd-cff6d4330c67 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0485454 Oct 28 12:15:17.887454 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-af4edcec-a7e8-4498-9306-4378f4dc9311 req-9032e016-cbea-4212-873c-1992efa2846b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Oct 28 12:15:18.736701 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8fbd1-43b4-45da-b268-5e3807c9c165 req-16eed791-e6af-4da0-bbb1-1823b04abb94 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:18.738120 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ae8fbd1-43b4-45da-b268-5e3807c9c165 req-16eed791-e6af-4da0-bbb1-1823b04abb94 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 943 time: 0.0487847 Oct 28 12:15:18.779446 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ae8fbd1-43b4-45da-b268-5e3807c9c165 req-34baee0a-ef07-40c2-aa7d-a1546a8b854a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Oct 28 12:15:19.003703 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7113-ed74-4903-a23c-c0d33cb9e5d6 req-1c3fd196-6249-4055-9fe6-57135cae47b9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:19.005107 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9b8e7113-ed74-4903-a23c-c0d33cb9e5d6 req-1c3fd196-6249-4055-9fe6-57135cae47b9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0487928 Oct 28 12:15:19.041311 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9b8e7113-ed74-4903-a23c-c0d33cb9e5d6 req-178ad0e7-5a1c-4ef9-aca5-eb530abaffcc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Oct 28 12:15:19.554418 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1391e735-fffa-4d34-9821-38ee846f2984 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:15:19.650382 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1391e735-fffa-4d34-9821-38ee846f2984,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:19.661779 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '1391e735-fffa-4d34-9821-38ee846f2984', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'port_id': '1391e735-fffa-4d34-9821-38ee846f2984', 'mac_address': 'fa:16:3e:7d:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1de8927-5147-4362-98ea-d11ec926c7fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:15:19.697514 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:19.710521 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1391e735-fffa-4d34-9821-38ee846f2984 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:15:19.733057 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1391e735-fffa-4d34-9821-38ee846f2984,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:19.736891 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:19.784147 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:19.891676 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12955b-1eee-4693-8da6-39ab4db162af req-a6fcdb57-9122-41c1-8b71-890694f2c4a3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:19.893174 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc12955b-1eee-4693-8da6-39ab4db162af req-a6fcdb57-9122-41c1-8b71-890694f2c4a3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0485106 Oct 28 12:15:19.930267 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc12955b-1eee-4693-8da6-39ab4db162af req-b17ffe4a-948c-4a82-841c-28835267d4e7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Oct 28 12:15:20.153326 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3f09-bcde-4eb4-b109-b0340e8b6241 req-10957b0a-c43d-4d07-82a5-467a2d9b60b7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:20.154875 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-572d3f09-bcde-4eb4-b109-b0340e8b6241 req-10957b0a-c43d-4d07-82a5-467a2d9b60b7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0481515 Oct 28 12:15:20.195882 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-572d3f09-bcde-4eb4-b109-b0340e8b6241 req-0787b469-289d-41c4-9bb8-c6b9f2084538 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Oct 28 12:15:21.040693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea498413-df5e-4a47-b245-0579cc0dce6f req-c5b1786a-f0dc-4ce4-8518-3ba7bd4c0334 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:21.042150 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ea498413-df5e-4a47-b245-0579cc0dce6f req-c5b1786a-f0dc-4ce4-8518-3ba7bd4c0334 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0475440 Oct 28 12:15:21.078769 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ea498413-df5e-4a47-b245-0579cc0dce6f req-85fd11d3-5c66-4873-8fd4-5b7960da3039 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299184 Oct 28 12:15:21.311628 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada40e-4b28-4049-bc4b-a5adeb9f06b5 req-7a6e893b-4f4b-4c01-9844-b033008fb00d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:21.313371 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a6ada40e-4b28-4049-bc4b-a5adeb9f06b5 req-7a6e893b-4f4b-4c01-9844-b033008fb00d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0517979 Oct 28 12:15:21.374144 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a6ada40e-4b28-4049-bc4b-a5adeb9f06b5 req-662ad90a-e571-4256-aaa9-d989e27bf0ba tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Oct 28 12:15:21.380130 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-d126ff0e-139d-4724-8c3d-79f35d5257b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:21.381543 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-d126ff0e-139d-4724-8c3d-79f35d5257b7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0780511 Oct 28 12:15:21.472779 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-4e9682cd-f753-4329-82b0-9a16050cc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:21.474132 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-4e9682cd-f753-4329-82b0-9a16050cc124 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.0842845 Oct 28 12:15:21.524464 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-6ee59b81-9145-4317-b3a3-ac7ae8100b13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0361395 Oct 28 12:15:21.576880 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-c6f1938f-92da-4102-9136-ae00d1cc9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:21.578349 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-c6f1938f-92da-4102-9136-ae00d1cc9525 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0446548 Oct 28 12:15:21.610040 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-a4ecd830-3e8b-4ff1-984d-825075d888c3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238583 Oct 28 12:15:21.700938 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-5c824c80-301d-4e15-b761-918bf9f8a828 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Oct 28 12:15:21.788036 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0500c3bd-52e0-4313-bc1e-184232176e8c req-f582fa3f-f09a-4cf8-8e19-f466830367f1 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792150 Oct 28 12:15:21.944523 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f5f3fa17-e167-446e-9a44-accae0140db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:22.195385 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f614e8-f0fa-41e5-8aa4-84055d945e88 req-2c782f26-4c16-41f9-a12a-d8129206da84 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:22.196913 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80f614e8-f0fa-41e5-8aa4-84055d945e88 req-2c782f26-4c16-41f9-a12a-d8129206da84 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0490894 Oct 28 12:15:22.236152 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80f614e8-f0fa-41e5-8aa4-84055d945e88 req-4f45b96a-3ac1-4867-b193-c32c49e2bde9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Oct 28 12:15:22.498312 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb20f74-e2e7-49c8-96af-038f67da3a78 req-2c596fc8-196c-4c52-9db2-651aeadd26ed tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:22.499810 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-afb20f74-e2e7-49c8-96af-038f67da3a78 req-2c596fc8-196c-4c52-9db2-651aeadd26ed tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0528646 Oct 28 12:15:22.536697 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-afb20f74-e2e7-49c8-96af-038f67da3a78 req-7c6db813-26b1-414c-87a4-990a9e64b04c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Oct 28 12:15:22.568745 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['1391e735-fffa-4d34-9821-38ee846f2984'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:15:23.359926 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca2e6f-61ff-41ab-8bb1-b845828c709f req-f30cc624-f3de-45db-93a5-69cb1a4dea91 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:23.361465 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b5ca2e6f-61ff-41ab-8bb1-b845828c709f req-f30cc624-f3de-45db-93a5-69cb1a4dea91 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0514643 Oct 28 12:15:23.403452 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b5ca2e6f-61ff-41ab-8bb1-b845828c709f req-f3f8acc8-f64f-4088-8c9c-3e99e0812bd0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350955 Oct 28 12:15:23.669296 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd846-57f3-4d3c-9dcf-f7ced47e17e8 req-c34cf45d-62a4-48dd-ab47-5df1fae77f09 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:23.670894 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9e1fd846-57f3-4d3c-9dcf-f7ced47e17e8 req-c34cf45d-62a4-48dd-ab47-5df1fae77f09 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0569489 Oct 28 12:15:23.723116 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9e1fd846-57f3-4d3c-9dcf-f7ced47e17e8 req-cc033482-f45c-4aff-bbbf-8fe2b80d8d3b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Oct 28 12:15:24.492117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d43d6358-d4a4-450c-9881-04ec715282dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:24.538210 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5a76-7ef2-469a-9774-55c176ac853b req-d58c9034-8248-4f76-b925-efca8f25211c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:24.539675 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-82da5a76-7ef2-469a-9774-55c176ac853b req-d58c9034-8248-4f76-b925-efca8f25211c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0519156 Oct 28 12:15:24.579074 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-82da5a76-7ef2-469a-9774-55c176ac853b req-e4d2fdd5-17a2-489f-b076-af90f3c047f0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Oct 28 12:15:24.851027 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af257-3596-4d96-b6ef-5eabcd3f65db req-1224010c-b539-4ae5-8a87-429db39b8a28 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:24.852504 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-da6af257-3596-4d96-b6ef-5eabcd3f65db req-1224010c-b539-4ae5-8a87-429db39b8a28 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0575764 Oct 28 12:15:24.891317 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-da6af257-3596-4d96-b6ef-5eabcd3f65db req-df3318f6-b766-4f23-a87d-471cd3c0dd40 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Oct 28 12:15:24.938931 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57510) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:25.075534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.147405 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.151255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.188336 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987660c-ec70-41ff-9a7d-d726261b0384,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:25.191908 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abc7bfa0999e40c6a566488d216a7f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519863 Oct 28 12:15:25.194699 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57516) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:25.197887 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.198233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.198568 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.198934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.199275 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.199605 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.199928 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.200254 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.200576 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.200891 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.201214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.201526 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351cbf57-0b85-4d3b-8e49-9da264e122d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:25.244147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.264965 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.310073 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.312577 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.313725 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c987660c-ec70-41ff-9a7d-d726261b0384 HTTP/1.1" status: 204 len: 168 time: 0.1180100 Oct 28 12:15:25.321381 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f96f2-bb7b-4858-877b-ce698aa42947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987660c-ec70-41ff-9a7d-d726261b0384,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:25.664646 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.706125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64fb09-47cf-4c03-9b1e-4f8d7e394f27 req-d0498d9a-1bcc-4b57-94dd-3c2a9660c752 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:25.707993 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee64fb09-47cf-4c03-9b1e-4f8d7e394f27 req-d0498d9a-1bcc-4b57-94dd-3c2a9660c752 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0574119 Oct 28 12:15:25.736364 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:25.759787 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee64fb09-47cf-4c03-9b1e-4f8d7e394f27 req-d276c070-e550-4cc6-9552-2995a7626d8d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Oct 28 12:15:26.021195 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7613-6d19-4c28-97e0-bf02b50a5f97 req-42db7ec6-7fd8-46ff-848a-070440ec1eed tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:26.022790 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c8ac7613-6d19-4c28-97e0-bf02b50a5f97 req-42db7ec6-7fd8-46ff-848a-070440ec1eed tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0643997 Oct 28 12:15:26.065732 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c8ac7613-6d19-4c28-97e0-bf02b50a5f97 req-c4fe37ff-48fc-47dc-8379-4a24cc415b62 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Oct 28 12:15:26.330163 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57560) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:26.429905 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-051380d4-632d-41af-8ef0-e7bd42b0828b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.507167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-051380d4-632d-41af-8ef0-e7bd42b0828b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.510955 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-051380d4-632d-41af-8ef0-e7bd42b0828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.548838 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051380d4-632d-41af-8ef0-e7bd42b0828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b90a8-47f2-4d71-a3b9-4c5233e6d79e,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:26.553024 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-051380d4-632d-41af-8ef0-e7bd42b0828b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5664749605934677917effd248266fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218909 Oct 28 12:15:26.555657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57564) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:26.602823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.623745 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.669437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.672302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:26.673469 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/332b90a8-47f2-4d71-a3b9-4c5233e6d79e HTTP/1.1" status: 204 len: 168 time: 0.1169996 Oct 28 12:15:26.681142 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859d0d4-93f6-43d5-a120-b2cfda472eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b90a8-47f2-4d71-a3b9-4c5233e6d79e,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:26.882233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af46e0-7605-45a2-9780-7c776df3a44d req-f6343738-32c9-4c38-9f2d-9bad2dc54730 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:26.891223 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21af46e0-7605-45a2-9780-7c776df3a44d req-f6343738-32c9-4c38-9f2d-9bad2dc54730 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 944 time: 0.0631027 Oct 28 12:15:26.930922 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21af46e0-7605-45a2-9780-7c776df3a44d req-cf61ac4d-798d-4e31-9b84-f9448ae79e42 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Oct 28 12:15:27.119255 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.197866 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a524-4479-4d27-9887-52ad732357d4 req-7bb0401a-887c-451f-bb9f-a02fb19ee19d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:27.199407 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f960a524-4479-4d27-9887-52ad732357d4 req-7bb0401a-887c-451f-bb9f-a02fb19ee19d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0541303 Oct 28 12:15:27.237748 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f960a524-4479-4d27-9887-52ad732357d4 req-62f7187a-1183-4cfe-83af-31bb5e47fff5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Oct 28 12:15:27.298423 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57596) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:27.402093 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1370077650-network', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:27.423300 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Made reservation on behalf of a714ee6cfd984bbf823ab5c422c5a3eb for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:27.425647 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.434162 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.506374 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.510120 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.530580 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1367, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:15:27.534389 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1391e735-fffa-4d34-9821-38ee846f2984 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:27.546632 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beffd49f-cefd-4a96-b553-01383e26eb53,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:27.549833 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.549973 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Added segment 7769c7f2-90de-466a-9a6b-8ca96780f2f7 of type vlan for network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 Oct 28 12:15:27.587102 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 1391e735-fffa-4d34-9821-38ee846f2984 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:15:27.592115 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 1391e735-fffa-4d34-9821-38ee846f2984 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:27.592535 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.595666 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.620648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.621735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:27.622333 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.671716 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.674697 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3750880 Oct 28 12:15:27.677724 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57600) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:27.682620 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Request body: {'subnet': {'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1370077650-subnet', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:27.691195 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53585-420a-4240-a408-c0f82b73c3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=53c8dfe6-6127-403c-8d96-5039ee2f5ff8,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:27.701231 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:27.703322 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ed77a1-e758-47ec-bc29-93789441ec2e" -d '{"events": [{"server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "name": "network-vif-plugged", "status": "completed", "tag": "1391e735-fffa-4d34-9821-38ee846f2984"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:27.706724 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Made reservation on behalf of a714ee6cfd984bbf823ab5c422c5a3eb for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:27.709329 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.709687 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:15:27.758616 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1391e735-fffa-4d34-9821-38ee846f2984,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:27.762334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8ef80-4aae-4b88-a9fb-0722a99b86ad x-openstack-request-id: req-8cb8ef80-4aae-4b88-a9fb-0722a99b86ad {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:27.762646 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "name": "network-vif-plugged", "status": "completed", "tag": "1391e735-fffa-4d34-9821-38ee846f2984", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:27.762908 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cb8ef80-4aae-4b88-a9fb-0722a99b86ad {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:27.763293 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984', 'code': 200} Oct 28 12:15:27.767486 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.832768 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:27.840718 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.841093 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.841439 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.841870 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.842114 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.842445 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.842805 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.843137 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.843569 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.843902 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.844228 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.844549 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:27.898290 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:27.953107 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=115e0cad-23c7-4272-b80e-cdca63792661,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:27.963605 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Checking segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:27.963952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Network hostable DHCP agents. Network: 53c8dfe6-6127-403c-8d96-5039ee2f5ff8, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:15:27.982560 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:15:27.991844 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 53c8dfe6-6127-403c-8d96-5039ee2f5ff8) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:27.997230 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:27.997815 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-35743722-86d2-4593-a02e-861836731eba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.004226 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18743276-41a0-4925-b6be-57097a99c9d7 None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:15:28.040563 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-35743722-86d2-4593-a02e-861836731eba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3614776 Oct 28 12:15:28.043222 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57610) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:28.048397 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:28.070542 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6b55-3733-454e-8238-359aa4aedf23 req-77705824-912a-4ef7-9bb5-026dcab0a1a7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:28.072817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.074661 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.079238 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-428d6b55-3733-454e-8238-359aa4aedf23 req-77705824-912a-4ef7-9bb5-026dcab0a1a7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0727711 Oct 28 12:15:28.116442 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-428d6b55-3733-454e-8238-359aa4aedf23 req-253180e0-2e4e-48ef-910d-2a00369769ee tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358889 Oct 28 12:15:28.132183 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.177103 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:15:28.177973 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.272329 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.319516 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Allocated IP 172.20.0.2 (53c8dfe6-6127-403c-8d96-5039ee2f5ff8/115e0cad-23c7-4272-b80e-cdca63792661/eacd6c61-e4e7-4d43-84fe-6ee185b8a671) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:28.362493 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405ede7-9f29-40cf-a9e2-6eb58d5b0ef0 req-1fb80388-4a64-4fa4-aeb6-35fc798928fc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:28.364306 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9405ede7-9f29-40cf-a9e2-6eb58d5b0ef0 req-1fb80388-4a64-4fa4-aeb6-35fc798928fc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0567315 Oct 28 12:15:28.406962 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9405ede7-9f29-40cf-a9e2-6eb58d5b0ef0 req-2522b9f5-0d42-4de6-aba5-e6787982889f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Oct 28 12:15:28.480790 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.487696 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.489348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.508228 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.530919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:28.533871 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:28.540245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:28.543042 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Pushing event updated for resources: {'Port': ['ID=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:28.594486 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Attempting to bind port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:28.594890 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Attempting to bind port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:28.595258 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Attempting to bind port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 on network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:28.600209 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:28.600690 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Checking segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:28.601094 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.601487 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Bound using segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:28.601947 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Bound port: eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:28.602323 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.612700 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Allocated IP 172.27.2.137 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/8cb5bce2-224a-4c78-a74d-ec4759f62ec4) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:28.672765 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] For port eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:28.675844 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] For port eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:28.679510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.720924 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.740256 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb44c4f-7366-4c73-aeac-85427b347274 None None] Pushing event updated for resources: {'Port': ['ID=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:28.755807 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:28.795745 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:28.799125 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:28.802648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:28.808154 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Pushing event updated for resources: {'Port': ['ID=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:29.080536 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.264506 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38ca1-b0d4-4533-8d0a-aca06e787501 req-306f6bba-1677-4056-b28d-2e006e123be7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:29.266024 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8da38ca1-b0d4-4533-8d0a-aca06e787501 req-306f6bba-1677-4056-b28d-2e006e123be7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0515931 Oct 28 12:15:29.304694 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8da38ca1-b0d4-4533-8d0a-aca06e787501 req-162f9a6b-c0a1-46b1-bc32-58c550b94d22 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Oct 28 12:15:29.313304 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.317815 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449044e0-2e04-4174-bb3c-b657858de1ea req-1497e7ab-2aca-4a00-a90f-5442f2f7b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:29.319327 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-449044e0-2e04-4174-bb3c-b657858de1ea req-1497e7ab-2aca-4a00-a90f-5442f2f7b3c5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 1098 time: 0.0566781 Oct 28 12:15:29.420036 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-449044e0-2e04-4174-bb3c-b657858de1ea req-1c8bdd66-dca9-4111-9016-1cb6e20df4e0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648267 Oct 28 12:15:29.472311 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Router 00d0efa4-e6de-4450-b7d5-1bf0313c148f is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:15:29.605174 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3777ba-5c1f-4857-86f6-145ff74210b0 req-3e902774-d73c-46b8-97b2-63fbd497efb9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:29.607238 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff3777ba-5c1f-4857-86f6-145ff74210b0 req-3e902774-d73c-46b8-97b2-63fbd497efb9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.1216421 Oct 28 12:15:29.633032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896e191-8d63-44c1-a5f6-2b9c24b3b480 None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:15:29.638534 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:29.647644 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Sync routers for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:29.657826 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:29.658426 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:29.664483 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.668487 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8417cfec-d115-4d9b-9f61-6e066b36701c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6215804 Oct 28 12:15:29.669679 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57626) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:29.681617 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ff3777ba-5c1f-4857-86f6-145ff74210b0 req-6a349d57-c1ef-4d8c-a070-d21c69c16f1a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663118 Oct 28 12:15:29.708774 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] Provisioning complete for port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:29.708774 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.765929 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:29.853090 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.906849 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] For port eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:29.916690 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.971150 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:28Z', 'revision_number': 3, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:29.990277 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a328f-d321-47d1-b0c9-05b676134f18 None None] Pushing event updated for resources: {'Port': ['ID=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:30.018207 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Checking router: 00d0efa4-e6de-4450-b7d5-1bf0313c148f for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:30.018622 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Updating router 00d0efa4-e6de-4450-b7d5-1bf0313c148f port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:15:30.049848 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.151579 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-694d433c-c357-4cc2-a6af-17d96dca9c95 None None] Provisioning complete for port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:30.151867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-694d433c-c357-4cc2-a6af-17d96dca9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.326262 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.341966 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.367941 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.391849 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Attempting to bind port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:30.392223 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Attempting to bind port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:30.392645 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Attempting to bind port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:30.398005 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Pushing event updated for resources: {'Port': ['ID=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,revision_number=2']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:30.406309 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:30.406700 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:30.407105 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.407496 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:30.407956 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Bound port: 8cb5bce2-224a-4c78-a74d-ec4759f62ec4, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:30.408349 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.411261 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.411629 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.411971 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.412305 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.412635 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.412966 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.413292 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.413619 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.413960 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.414289 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.414612 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.414963 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:30.472177 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcabce-9135-42a3-8c7c-5aba7c9cc516 req-755a7c77-7857-4e7d-ac1e-576bd97d9923 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:30.473476 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-00bcabce-9135-42a3-8c7c-5aba7c9cc516 req-755a7c77-7857-4e7d-ac1e-576bd97d9923 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0933444 Oct 28 12:15:30.473740 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] For port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:30.477975 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] For port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:30.482935 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.525273 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:30.525944 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:30.557053 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-00bcabce-9135-42a3-8c7c-5aba7c9cc516 req-bba6c812-11ba-4945-a23a-2df4a8352feb tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Oct 28 12:15:30.571953 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device eacd6c61-e4e7-4d43-84fe-6ee185b8a671 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:30.601135 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Allocated IP 172.20.0.1 (53c8dfe6-6127-403c-8d96-5039ee2f5ff8/115e0cad-23c7-4272-b80e-cdca63792661/24d766e6-7fb5-4fa5-bcf4-cf441a576cb3) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:30.632164 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:30.632533 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.719726 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.726789 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1107a6c-9686-43f9-9334-e11ee78a80e8 None None] Pushing event updated for resources: {'Port': ['ID=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:30.751526 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:30.760817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.799511 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:30.804236 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:30.806722 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:30.833257 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Pushing event updated for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:30.834069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0cfcc-3b81-4ab8-82dd-912bb54662ce req-490775ef-7d74-4dc6-821f-d4808bea97b4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:30.842573 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8cd0cfcc-3b81-4ab8-82dd-912bb54662ce req-490775ef-7d74-4dc6-821f-d4808bea97b4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0625536 Oct 28 12:15:30.857765 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.907539 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8cd0cfcc-3b81-4ab8-82dd-912bb54662ce req-1646e7c9-e16a-4e9a-8725-11727b9209b2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Oct 28 12:15:30.969459 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:28Z', 'revision_number': 3, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:31.001108 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.004673 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dba22-4f6a-42ee-8570-b4665d60a0c6 None None] The sync data for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi is: [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:28Z', 'revision_number': 3, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:31.065237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-18766b12-455f-404c-91bd-20ab6f504c55 None None] Provisioning complete for port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:31.065763 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-18766b12-455f-404c-91bd-20ab6f504c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.110906 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-18766b12-455f-404c-91bd-20ab6f504c55 None None] Port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:31.182318 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.187469 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.257343 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Pushing event updated for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:31.276409 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.377869 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:31.379424 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:31.505109 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Router 00d0efa4-e6de-4450-b7d5-1bf0313c148f has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:31.621060 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:31.628321 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a17f010c-61d2-40d6-ab16-634fda3dcdac admin admin] 10.222.0.37 "PUT /v2.0/routers/00d0efa4-e6de-4450-b7d5-1bf0313c148f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9573083 Oct 28 12:15:31.645184 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-e05a6125-8175-461d-a0a5-274d6806c922 None None] Provisioning complete for port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:31.645562 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e05a6125-8175-461d-a0a5-274d6806c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.686154 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-e05a6125-8175-461d-a0a5-274d6806c922 None None] Port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:31.716589 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b4c83-b567-489d-a929-75e0c63d44ef req-11e72349-f692-41df-81ff-c956f51940df tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:31.718190 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1d7b4c83-b567-489d-a929-75e0c63d44ef req-11e72349-f692-41df-81ff-c956f51940df tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0631828 Oct 28 12:15:31.758983 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1d7b4c83-b567-489d-a929-75e0c63d44ef req-e5b7a9da-f61f-4236-983e-eaa9db97023d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Oct 28 12:15:32.031334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6704f8f-6ea5-44c9-aeb5-59e278332a77 req-4f5ef473-887c-4c54-8dae-3b9746925e7a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:32.032875 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f6704f8f-6ea5-44c9-aeb5-59e278332a77 req-4f5ef473-887c-4c54-8dae-3b9746925e7a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0506082 Oct 28 12:15:32.074636 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f6704f8f-6ea5-44c9-aeb5-59e278332a77 req-b75890b2-5d99-46fc-87b2-12b10d42ba17 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Oct 28 12:15:32.125825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57668) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:32.130941 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547511326-network', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:32.151958 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Made reservation on behalf of e53bf19856f24699b35b07857d77f4ef for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:32.154324 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.163011 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.236716 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.240197 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.264489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1379, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:15:32.274629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac039c6-1dbc-4f6d-8545-1ab68c70b222,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:32.279435 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.279781 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Added segment 667c2887-e9e3-4a80-aee5-a66b84bc3006 of type vlan for network 9f2245c6-f7f0-4c73-888f-8104db295b6a Oct 28 12:15:32.329547 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.355242 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.356189 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:32.356789 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.407141 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2801807 Oct 28 12:15:32.409839 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57674) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:32.414804 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Request body: {'subnet': {'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547511326-subnet', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:32.418477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c6ec3-5217-437f-b1e0-064c72ec60c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2245c6-f7f0-4c73-888f-8104db295b6a,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:32.430858 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:15:32.440230 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Made reservation on behalf of e53bf19856f24699b35b07857d77f4ef for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:32.442721 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.545649 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:32.601191 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:32.601565 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.637775 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Sync routers for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:32.652872 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.655402 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:32.656027 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:32.710225 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fb339e-5f78-4761-9169-f299799917f9,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:32.717275 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Checking segment: {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:32.717626 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Network hostable DHCP agents. Network: 9f2245c6-f7f0-4c73-888f-8104db295b6a, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:15:32.734607 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:15:32.743247 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 9f2245c6-f7f0-4c73-888f-8104db295b6a) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:32.748568 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:32.748723 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.765582 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-abebe52e-5f60-4b47-9507-2c08af0ac1a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545659 Oct 28 12:15:32.768121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57676) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:32.772512 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:32.800591 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.802119 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.879263 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c05c4-5a73-4e2b-9ffd-3c86f5afb866 None None] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:15:32.929927 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.939856 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:32.981251 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:32.988766 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:32.990505 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.016818 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b2604-72c5-4cc1-aa78-6cb1ca763059 req-0a37cc61-f94d-46da-810d-97a8650941c9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:33.018425 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7f3b2604-72c5-4cc1-aa78-6cb1ca763059 req-0a37cc61-f94d-46da-810d-97a8650941c9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.1729374 Oct 28 12:15:33.098750 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.133761 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7f3b2604-72c5-4cc1-aa78-6cb1ca763059 req-a8470135-c4d3-4368-8a27-446c866db8c8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Oct 28 12:15:33.203919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:33.265702 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e19dd-92fe-4f33-8bd7-a84485cd5f02 req-83567ffb-7be0-4ec9-80ce-27bb502bf5c5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:33.267469 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a36e19dd-92fe-4f33-8bd7-a84485cd5f02 req-83567ffb-7be0-4ec9-80ce-27bb502bf5c5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0715759 Oct 28 12:15:33.296895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-9f2245c6-f7f0-4c73-888f-8104db295b6a', 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'fixed_ips': [{'subnet_id': '34fb339e-5f78-4761-9169-f299799917f9'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:15:33.297754 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.390157 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a36e19dd-92fe-4f33-8bd7-a84485cd5f02 req-f6a5987f-dc3e-46a3-8bff-165cb16b7f2f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Oct 28 12:15:33.404857 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:31Z', 'revision_number': 2, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:33.405671 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.430833 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.436287 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Checking router: 00d0efa4-e6de-4450-b7d5-1bf0313c148f for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:33.436804 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Updating router 00d0efa4-e6de-4450-b7d5-1bf0313c148f port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:15:33.491587 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.515835 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Allocated IP 172.20.0.2 (9f2245c6-f7f0-4c73-888f-8104db295b6a/34fb339e-5f78-4761-9169-f299799917f9/75f995d9-8562-4623-ae9d-d52db21b8487) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:33.711457 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Allocated IP 172.27.2.183 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/5b3df7a2-632e-4591-9d32-d27d5590e965) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:33.812534 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.813696 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.824502 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.848815 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.873610 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:33.884025 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:33.892545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:33.892720 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:33.895512 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:33.897878 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:33.903577 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3df7a2-632e-4591-9d32-d27d5590e965,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:33.915334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Pushing event updated for resources: {'Port': ['ID=75f995d9-8562-4623-ae9d-d52db21b8487,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:33.973791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.984978 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:33.988292 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Attempting to bind port 75f995d9-8562-4623-ae9d-d52db21b8487 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:33.988660 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Attempting to bind port 75f995d9-8562-4623-ae9d-d52db21b8487 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:33.989019 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Attempting to bind port 75f995d9-8562-4623-ae9d-d52db21b8487 on network 9f2245c6-f7f0-4c73-888f-8104db295b6a {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:34.021158 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:34.021532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Checking segment: {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:34.021935 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.022330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Bound using segment: {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:34.022827 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Bound port: 75f995d9-8562-4623-ae9d-d52db21b8487, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:34.023209 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.055294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e0d9-0abf-4166-80de-394b254860fa None None] Pushing event updated for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:34.149032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Attempting to bind port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:34.149411 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Attempting to bind port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:34.149776 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Attempting to bind port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 on network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:34.159029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:34.159418 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Checking segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:34.159863 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.160263 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Bound using segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:34.160764 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Bound port: 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:34.161103 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.168363 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] For port 75f995d9-8562-4623-ae9d-d52db21b8487, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:34.172732 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] For port 75f995d9-8562-4623-ae9d-d52db21b8487, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75f995d9-8562-4623-ae9d-d52db21b8487,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:34.187462 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.192807 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.280860 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024939fc-c3d4-4a99-8077-aedc14ca07ef None None] Pushing event updated for resources: {'Port': ['ID=75f995d9-8562-4623-ae9d-d52db21b8487,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:34.333710 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] For port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:34.338791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] For port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:34.341408 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] Provisioning complete for port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:34.341795 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.345701 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.353188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541099f-ad89-4dcd-b280-b58b16aed8b3 req-636bc2fb-d425-4f01-a67a-dd49332705a9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:34.354775 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e541099f-ad89-4dcd-b280-b58b16aed8b3 req-636bc2fb-d425-4f01-a67a-dd49332705a9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0793109 Oct 28 12:15:34.450427 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e0d9-0abf-4166-80de-394b254860fa None None] Pushing event updated for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:34.455194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:34.455809 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:34.487221 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e541099f-ad89-4dcd-b280-b58b16aed8b3 req-0aaa86e3-cbcb-4f57-b828-a1c11d66a376 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Oct 28 12:15:34.564446 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.611758 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.641620 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:34.710454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] For port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:34.712717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:34.739905 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35032437-f8d0-456b-9f96-f0db67ec983e req-3a3e7492-a907-41e6-a036-9a15a783bc7c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:34.741469 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35032437-f8d0-456b-9f96-f0db67ec983e req-3a3e7492-a907-41e6-a036-9a15a783bc7c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.1027462 Oct 28 12:15:34.809299 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35032437-f8d0-456b-9f96-f0db67ec983e req-7f25cb3e-0fda-4288-ab2d-9188a11cbc6f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609527 Oct 28 12:15:34.832117 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Router edaebefa-f801-4726-9f2a-920856159eb9 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:15:34.872284 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.940430 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:34.950203 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Sync routers for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:34.960675 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:34.965262 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:34.965397 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-33a744cc-3f44-4686-8263-62c40e694386 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1930068 Oct 28 12:15:34.965498 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:34.965597 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57698) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:34.981974 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574128c-41f4-447a-bc0c-14b50673123d None None] Pushing event updated for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:35.018347 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:35.018727 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.079016 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:35.080473 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-95d5ac83-b9b6-4cfd-9691-6fdd9568b376 None None] Provisioning complete for port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:35.080839 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-95d5ac83-b9b6-4cfd-9691-6fdd9568b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.263590 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:35.303285 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9f332-0a0c-43d1-b1ce-8985121a63ae None None] The sync data for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi is: [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:35.331379 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 3, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:35.398822 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Checking router: edaebefa-f801-4726-9f2a-920856159eb9 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:35.399181 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Updating router edaebefa-f801-4726-9f2a-920856159eb9 port 5b3df7a2-632e-4591-9d32-d27d5590e965 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:15:35.437981 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.504220 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.578983 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b80071-c275-4ab6-8a2d-83c4be241149 None None] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:15:35.656151 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f511fd2-793a-4982-bfdd-39e44dca14af req-ebf12bfe-a104-4db6-bed9-341397bf4111 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:35.665417 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6f511fd2-793a-4982-bfdd-39e44dca14af req-ebf12bfe-a104-4db6-bed9-341397bf4111 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0769060 Oct 28 12:15:35.710519 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6f511fd2-793a-4982-bfdd-39e44dca14af req-563e1425-e7c9-44d4-a048-1a5f255d6a3b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Oct 28 12:15:35.736562 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Allocated IP 172.20.0.1 (9f2245c6-f7f0-4c73-888f-8104db295b6a/34fb339e-5f78-4761-9169-f299799917f9/e7bb7668-35bc-433a-8855-f31c5fe4c189) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:35.758899 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] Provisioning complete for port 75f995d9-8562-4623-ae9d-d52db21b8487 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:35.759396 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.789352 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.806817 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.908279 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.938595 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a340-5961-4d4b-9f05-2752847f5a36 None None] Pushing event updated for resources: {'Port': ['ID=5b3df7a2-632e-4591-9d32-d27d5590e965,revision_number=2']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:35.956854 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:35.967518 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.012641 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Attempting to bind port 5b3df7a2-632e-4591-9d32-d27d5590e965 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:36.013231 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Attempting to bind port 5b3df7a2-632e-4591-9d32-d27d5590e965 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:36.013378 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Attempting to bind port 5b3df7a2-632e-4591-9d32-d27d5590e965 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:36.015881 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484fbd-4f28-4dcd-a2e0-c7e6f1f9036d req-6eafdde2-5d27-4493-9acc-16a32034be4c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:36.017835 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a5484fbd-4f28-4dcd-a2e0-c7e6f1f9036d req-6eafdde2-5d27-4493-9acc-16a32034be4c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0725384 Oct 28 12:15:36.031141 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:36.033321 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:36.033713 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:36.034281 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.034778 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:36.035185 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Bound port: 5b3df7a2-632e-4591-9d32-d27d5590e965, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:36.035583 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.040580 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:36.045425 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:36.052567 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] For port 75f995d9-8562-4623-ae9d-d52db21b8487, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75f995d9-8562-4623-ae9d-d52db21b8487,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:36.060679 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.094445 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:36.098404 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a5484fbd-4f28-4dcd-a2e0-c7e6f1f9036d req-bea2abec-4027-4de1-8fc1-dac609aa5178 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609987 Oct 28 12:15:36.122613 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.142862 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] For port 5b3df7a2-632e-4591-9d32-d27d5590e965, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:36.146422 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] For port 5b3df7a2-632e-4591-9d32-d27d5590e965, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=5b3df7a2-632e-4591-9d32-d27d5590e965,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:36.156614 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.167294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0a2d7-dace-4444-9603-e149c968397d None None] Pushing event updated for resources: {'Port': ['ID=75f995d9-8562-4623-ae9d-d52db21b8487,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:36.231563 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:36.231993 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:36.271336 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a340-5961-4d4b-9f05-2752847f5a36 None None] Pushing event updated for resources: {'Port': ['ID=5b3df7a2-632e-4591-9d32-d27d5590e965,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:36.288194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-19e1e919-5019-40ce-93a5-045f580d44b5 None None] Provisioning complete for port 75f995d9-8562-4623-ae9d-d52db21b8487 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:36.288577 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-19e1e919-5019-40ce-93a5-045f580d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.352757 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.397631 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:36.581116 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-de907ed4-8e0f-49f4-8e89-074bc3473d4b None None] Provisioning complete for port e7bb7668-35bc-433a-8855-f31c5fe4c189 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:36.582037 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-de907ed4-8e0f-49f4-8e89-074bc3473d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.628952 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.636881 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-de907ed4-8e0f-49f4-8e89-074bc3473d4b None None] Port e7bb7668-35bc-433a-8855-f31c5fe4c189 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:36.648823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.656315 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75f995d9-8562-4623-ae9d-d52db21b8487 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:36.682894 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 3, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:36.723540 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 75f995d9-8562-4623-ae9d-d52db21b8487 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:36.723909 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.726914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.727083 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a421eb-300c-4a15-9c81-150af9386708 None None] The sync data for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi is: [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 3, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:36.728590 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:36.843219 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:36.910447 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:36.910922 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:36.922519 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac25ac4-e2cb-4e9f-a8c6-ddc7eed6ffa6 req-1cbc2464-8305-476e-8fbe-2bd3b797aa1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:36.924047 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3ac25ac4-e2cb-4e9f-a8c6-ddc7eed6ffa6 req-1cbc2464-8305-476e-8fbe-2bd3b797aa1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.1021550 Oct 28 12:15:36.925943 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:36.927535 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:37.035393 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3ac25ac4-e2cb-4e9f-a8c6-ddc7eed6ffa6 req-26715122-0166-4e1d-b111-2c58c27eb467 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029034 Oct 28 12:15:37.153242 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Router edaebefa-f801-4726-9f2a-920856159eb9 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:37.216877 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-945da2e0-2430-4d79-9ee6-e47022d2e360 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257958 Oct 28 12:15:37.260664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b5711-bbf7-4591-ab76-6336303328af req-4138ec5a-4418-41ce-a565-7193967b5d5c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:37.262286 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-507b5711-bbf7-4591-ab76-6336303328af req-4138ec5a-4418-41ce-a565-7193967b5d5c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0692458 Oct 28 12:15:37.315040 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-507b5711-bbf7-4591-ab76-6336303328af req-257c3dd6-cac6-49c2-9edc-d5f0ccb0a85c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Oct 28 12:15:37.370221 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b4ff7b0-41ae-4433-b3fa-a78ac51a5aa8 None None] Provisioning complete for port e7bb7668-35bc-433a-8855-f31c5fe4c189 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:37.370911 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff7b0-41ae-4433-b3fa-a78ac51a5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:37.437780 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ff7b0-41ae-4433-b3fa-a78ac51a5aa8 None None] Port e7bb7668-35bc-433a-8855-f31c5fe4c189 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:37.577470 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-2086e526-3fce-4286-889b-e20afe3f38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:37.579326 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-2086e526-3fce-4286-889b-e20afe3f38f5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.3239679 Oct 28 12:15:37.596111 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:37.601801 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-de44b391-2e3e-4329-acf1-47662d322d38 admin admin] 10.222.0.37 "PUT /v2.0/routers/edaebefa-f801-4726-9f2a-920856159eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351027 Oct 28 12:15:37.735645 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-a9aaf88b-a71c-4c17-839b-3d9734dad79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:37.737228 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-a9aaf88b-a71c-4c17-839b-3d9734dad79c service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.1295714 Oct 28 12:15:37.797264 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-9c443a15-3147-484e-ae80-e65b928bafa0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0506244 Oct 28 12:15:37.862074 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-b2971f3e-1487-4501-adda-d215c44375e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:37.863790 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-b2971f3e-1487-4501-adda-d215c44375e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0579758 Oct 28 12:15:37.898076 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-ea6c239f-5063-4290-a13b-1d67ba9209ad service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247722 Oct 28 12:15:38.014343 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-a8b141d7-c5ec-4ddd-aa67-ae869e060532 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971379 Oct 28 12:15:38.118646 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddbba8e7-b4a2-4bca-a2a9-a514a90d791e req-ac69e380-6ca2-4a8c-b387-2dba06a48f5b service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946217 Oct 28 12:15:38.179783 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5d1fb-f24a-470a-92a4-22083fd4e0bd req-a2217e75-d03c-4585-8c59-9316e2897341 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:38.181252 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5dc5d1fb-f24a-470a-92a4-22083fd4e0bd req-a2217e75-d03c-4585-8c59-9316e2897341 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0560868 Oct 28 12:15:38.220991 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5dc5d1fb-f24a-470a-92a4-22083fd4e0bd req-d94a59e3-2bf7-4c4e-8806-c81850aabcc8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Oct 28 12:15:38.460137 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57760) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:38.465581 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965128848', 'description': 'tempest-secgroup-smoke-1965128848 description', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:38.529074 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.592408 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 5b3df7a2-632e-4591-9d32-d27d5590e965 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:38.640879 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.649167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.672846 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 5b3df7a2-632e-4591-9d32-d27d5590e965 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:38.673330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.681851 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:38.701953 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.703282 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-01ae179c-69b6-4cde-a02e-d2b46e9105d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2422464 Oct 28 12:15:38.706644 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57768) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:38.711864 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:38.746764 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.788748 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.789669 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.824349 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 5b3df7a2-632e-4591-9d32-d27d5590e965, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=5b3df7a2-632e-4591-9d32-d27d5590e965,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:38.827764 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.830080 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.833455 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.854488 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f140148-8853-4465-a649-2e6d44285cb0,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:38.877934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.882313 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d2611a9d-987d-4dc6-8798-029834b4b0ae tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720686 Oct 28 12:15:38.882516 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57774) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:38.891228 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:38.899817 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=5b3df7a2-632e-4591-9d32-d27d5590e965,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:38.919107 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.979064 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:38.983516 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.008413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f208fa1-e77c-432b-bf84-367c67dfd4a6,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.015626 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.016701 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6cb80fbf-7006-43ac-94f1-7fe4df21c55e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318936 Oct 28 12:15:39.019695 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57776) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:39.024726 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:39.027089 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Sync routers for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:39.038734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:39.039447 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:39.053501 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.121277 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.125087 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.148436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6828d4d-0d50-43c5-8f4c-0af92a02643c,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.154330 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.155831 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-49c3a14a-11f8-4cc8-8375-5970793ac718 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355512 Oct 28 12:15:39.158640 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57780) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:39.162951 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:39.185351 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:39.189932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.248064 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.251601 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.269192 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75473c4b-7c45-4c9f-a631-29d6524679db,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.277824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.279167 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-fc8d4467-3a93-4e04-8326-a9cc5358766d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194954 Oct 28 12:15:39.281888 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57782) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:39.286151 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:39.308942 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.securitygroups_db [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Project a714ee6cfd984bbf823ab5c422c5a3eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:15:39.314070 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.374320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.378159 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.393331 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 4, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': 'e7bb7668-35bc-433a-8855-f31c5fe4c189', 'name': '', 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'mac_address': 'fa:16:3e:14:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '34fb339e-5f78-4761-9169-f299799917f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:35Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 2, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'subnets': [{'id': '34fb339e-5f78-4761-9169-f299799917f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:39.396810 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a64ad1-dd42-4878-bd28-98d340b64d30,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.405523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.406731 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6be1a60d-37e7-464f-9e1f-362a6f0753c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239061 Oct 28 12:15:39.409467 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57784) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:39.413671 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'security_group_rule': {'security_group_id': '0e8ef7e4-6e36-44e0-875a-f180ac3d8dec', 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:39.425194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Checking router: edaebefa-f801-4726-9f2a-920856159eb9 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:39.425543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Updating router edaebefa-f801-4726-9f2a-920856159eb9 port e7bb7668-35bc-433a-8855-f31c5fe4c189 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:15:39.436279 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.securitygroups_db [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Project a714ee6cfd984bbf823ab5c422c5a3eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:15:39.441197 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.455151 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.504327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.508157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.524958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ca0ba1-8cae-4fcb-9eb2-2d09c5093df3,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.543908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.551337 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-53f5063e-6fa5-4d89-b719-a2f2572db268 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407235 Oct 28 12:15:39.744432 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.749753 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.805484 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013ce69-2611-42f8-9dc1-7187fdc0a382 None None] Pushing event updated for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:39.874189 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Attempting to bind port e7bb7668-35bc-433a-8855-f31c5fe4c189 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:39.874564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Attempting to bind port e7bb7668-35bc-433a-8855-f31c5fe4c189 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:39.874960 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Attempting to bind port e7bb7668-35bc-433a-8855-f31c5fe4c189 on network 9f2245c6-f7f0-4c73-888f-8104db295b6a {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:39.880370 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:39.880745 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Checking segment: {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:39.881146 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.881539 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Bound using segment: {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:39.882010 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Bound port: e7bb7668-35bc-433a-8855-f31c5fe4c189, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c2887-e9e3-4a80-aee5-a66b84bc3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:39.882393 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:39.981197 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] For port e7bb7668-35bc-433a-8855-f31c5fe4c189, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:39.984917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] For port e7bb7668-35bc-433a-8855-f31c5fe4c189, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=e7bb7668-35bc-433a-8855-f31c5fe4c189,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:40.001649 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:40.059736 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:40.060359 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:15:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:40.265684 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013ce69-2611-42f8-9dc1-7187fdc0a382 None None] Pushing event updated for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:40.288536 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:40.340026 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] Provisioning complete for port e7bb7668-35bc-433a-8855-f31c5fe4c189 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:40.340026 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:40.575356 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 5b3df7a2-632e-4591-9d32-d27d5590e965 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:40.699058 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:40.764136 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 5b3df7a2-632e-4591-9d32-d27d5590e965 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:40.764792 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:40.768410 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] For port e7bb7668-35bc-433a-8855-f31c5fe4c189, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=e7bb7668-35bc-433a-8855-f31c5fe4c189,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:40.792105 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:40.861313 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b36dd-6cd5-431e-8387-ec866ae2cad1 None None] Pushing event updated for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:40.873412 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 4, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': 'e7bb7668-35bc-433a-8855-f31c5fe4c189', 'name': '', 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'mac_address': 'fa:16:3e:14:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '34fb339e-5f78-4761-9169-f299799917f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:35Z', 'updated_at': '2021-10-28T12:15:39Z', 'revision_number': 4, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'subnets': [{'id': '34fb339e-5f78-4761-9169-f299799917f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:40.930060 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b515b1e-1c72-4e28-92f6-d2d8a4664b23 None None] The sync data for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi is: [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:15:36Z', 'revision_number': 4, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': 'e7bb7668-35bc-433a-8855-f31c5fe4c189', 'name': '', 'network_id': '9f2245c6-f7f0-4c73-888f-8104db295b6a', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'mac_address': 'fa:16:3e:14:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '34fb339e-5f78-4761-9169-f299799917f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:35Z', 'updated_at': '2021-10-28T12:15:39Z', 'revision_number': 4, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'subnets': [{'id': '34fb339e-5f78-4761-9169-f299799917f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:40.948394 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-8a7c2ff9-172d-47aa-bab0-a02b790f8c10 None None] Provisioning complete for port e7bb7668-35bc-433a-8855-f31c5fe4c189 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:40.949432 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2ff9-172d-47aa-bab0-a02b790f8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:42.534621 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device e7bb7668-35bc-433a-8855-f31c5fe4c189 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:42.586363 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port e7bb7668-35bc-433a-8855-f31c5fe4c189 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:42.586757 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:43.246469 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ada9-5ce2-4962-a9c8-ca5a54be58b9 req-d4264ae4-93e7-4fa6-912c-42d141241cac tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:43.247897 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3146ada9-5ce2-4962-a9c8-ca5a54be58b9 req-d4264ae4-93e7-4fa6-912c-42d141241cac tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0538495 Oct 28 12:15:43.286480 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3146ada9-5ce2-4962-a9c8-ca5a54be58b9 req-596be394-03b4-4362-9311-10ff89a5f70f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Oct 28 12:15:45.028246 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57980) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:45.112068 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57986) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:45.204286 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1779288e-9455-42b4-b8c5-e73b33e2b47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.240625 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33de-9edd-41f0-97fa-f4caba2686d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.344285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1779288e-9455-42b4-b8c5-e73b33e2b47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.357468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1779288e-9455-42b4-b8c5-e73b33e2b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.361790 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33de-9edd-41f0-97fa-f4caba2686d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.378155 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33de-9edd-41f0-97fa-f4caba2686d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.423415 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1779288e-9455-42b4-b8c5-e73b33e2b47c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92cf0c8885fc451a8494b456dae3a326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940616 Oct 28 12:15:45.426071 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6e1d33de-9edd-41f0-97fa-f4caba2686d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6064d8b32b81499f9b9cab34cd9afb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128057 Oct 28 12:15:45.426302 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 57996) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:45.426855 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779288e-9455-42b4-b8c5-e73b33e2b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6150d8b-c058-493e-856d-f98549fae792,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:45.429102 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 57998) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:45.475820 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.479140 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d33de-9edd-41f0-97fa-f4caba2686d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5573a-207a-4d6f-97a8-916d72f2cde3,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:45.496791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.498922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.518240 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.544680 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.547886 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.551385 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6150d8b-c058-493e-856d-f98549fae792 HTTP/1.1" status: 204 len: 168 time: 0.1219831 Oct 28 12:15:45.556676 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8a36e-a858-41cf-a31b-902a0f9f8876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6150d8b-c058-493e-856d-f98549fae792,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:45.592303 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.595013 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.598713 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99f5573a-207a-4d6f-97a8-916d72f2cde3 HTTP/1.1" status: 204 len: 168 time: 0.1660779 Oct 28 12:15:45.608027 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e7b7f-03dd-46bd-ba54-143f4de2e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5573a-207a-4d6f-97a8-916d72f2cde3,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:45.909405 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58020) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:45.928406 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9c7-0034-4885-8760-2a1a3134c545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.003406 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9c7-0034-4885-8760-2a1a3134c545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.007264 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9c7-0034-4885-8760-2a1a3134c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.048445 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd9c7-0034-4885-8760-2a1a3134c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9e38a1-0d86-43fe-bd02-a60d3ad7c7dc,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:46.062592 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1cdcd9c7-0034-4885-8760-2a1a3134c545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=869e11a5b9e54be19426691d83d7edee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483405 Oct 28 12:15:46.063349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58024) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:46.113824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.140647 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.191461 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.198835 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.198835 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc9e38a1-0d86-43fe-bd02-a60d3ad7c7dc HTTP/1.1" status: 204 len: 168 time: 0.1320622 Oct 28 12:15:46.205549 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d5d2-5a19-4792-bf90-b4c3bad62aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9e38a1-0d86-43fe-bd02-a60d3ad7c7dc,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:46.960247 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:15:51.093986 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58194) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:51.198888 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08307ce4-dbde-4198-bff2-86577092dea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.272213 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08307ce4-dbde-4198-bff2-86577092dea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.275943 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-08307ce4-dbde-4198-bff2-86577092dea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.314292 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-08307ce4-dbde-4198-bff2-86577092dea9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08e8ba607c1f40ee967b6ce77e0dc2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191286 Oct 28 12:15:51.315119 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08307ce4-dbde-4198-bff2-86577092dea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef4469d-8748-404d-88b1-ca97ce92c3e7,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:51.317013 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58198) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:51.369224 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.394069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.439636 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.442141 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.443380 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef4469d-8748-404d-88b1-ca97ce92c3e7 HTTP/1.1" status: 204 len: 168 time: 0.1252530 Oct 28 12:15:51.451393 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad304c-32fa-4b67-9a14-521977ee54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef4469d-8748-404d-88b1-ca97ce92c3e7,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:51.708472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58206) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:51.721705 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-314a980f-1b0a-45a0-baa7-a6efb5c0b2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.797059 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-314a980f-1b0a-45a0-baa7-a6efb5c0b2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.800551 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-314a980f-1b0a-45a0-baa7-a6efb5c0b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.837874 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-314a980f-1b0a-45a0-baa7-a6efb5c0b2d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5cb8a33811e44b5ab418e94dfdce17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283603 Oct 28 12:15:51.838941 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a980f-1b0a-45a0-baa7-a6efb5c0b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11dcc28-43ee-4077-b534-5c11c71d845a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:51.840814 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58208) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:51.894875 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.916291 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.954338 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1fcad4da-40a3-4709-a2f7-f5c71b1618d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.966865 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.969837 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.973668 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c11dcc28-43ee-4077-b534-5c11c71d845a HTTP/1.1" status: 204 len: 168 time: 0.1292124 Oct 28 12:15:51.979815 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3cd51-7477-4041-a235-61408e7c645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11dcc28-43ee-4077-b534-5c11c71d845a,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.300195 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58306) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.404489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-02cdd0b4-c31f-4794-b918-4a80bbf45175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.480648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-02cdd0b4-c31f-4794-b918-4a80bbf45175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.485419 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-02cdd0b4-c31f-4794-b918-4a80bbf45175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.495085 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-98154223-aeb6-4fd3-8a8a-021b2c6959cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.523094 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-02cdd0b4-c31f-4794-b918-4a80bbf45175 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=784d072c3c354bf68adb7247c2a50354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217970 Oct 28 12:15:54.523960 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdd0b4-c31f-4794-b918-4a80bbf45175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde9ba6-814c-4d9d-8aac-605bd814c93c,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.525744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58312) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.574586 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.600304 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.651344 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.654414 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.655637 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bde9ba6-814c-4d9d-8aac-605bd814c93c HTTP/1.1" status: 204 len: 168 time: 0.1282990 Oct 28 12:15:54.663629 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69164-9ef6-4bbc-8537-ba335313a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde9ba6-814c-4d9d-8aac-605bd814c93c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.941883 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58320) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.954719 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea367-d40e-4d9b-a9ca-8e6fd9798352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.027898 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea367-d40e-4d9b-a9ca-8e6fd9798352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.031826 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea367-d40e-4d9b-a9ca-8e6fd9798352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.073336 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ea367-d40e-4d9b-a9ca-8e6fd9798352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f357e3d-0787-4ca5-aae4-2856cdee0b17,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:55.077773 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8e0ea367-d40e-4d9b-a9ca-8e6fd9798352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09c57f2084374fb7afac57ff7fc01a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348703 Oct 28 12:15:55.080366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58324) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:55.131801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.153046 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.226121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.228871 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.232903 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f357e3d-0787-4ca5-aae4-2856cdee0b17 HTTP/1.1" status: 204 len: 168 time: 0.1487548 Oct 28 12:15:55.238460 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa63a8-0185-44e5-aefa-f0c7e77e6fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f357e3d-0787-4ca5-aae4-2856cdee0b17,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:55.677498 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-845f957a-b2e0-40d0-96bf-f19c9fde503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.681276 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-845f957a-b2e0-40d0-96bf-f19c9fde503c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0603166 Oct 28 12:15:55.686375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.704555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ec1bd-c461-4d94-a0c6-66300ea812cb req-ac624d65-1a56-4f3b-9685-05ee1b37f666 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.706480 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-690ec1bd-c461-4d94-a0c6-66300ea812cb req-ac624d65-1a56-4f3b-9685-05ee1b37f666 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0692661 Oct 28 12:15:55.743417 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.761534 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-690ec1bd-c461-4d94-a0c6-66300ea812cb req-f4fd4ecf-f523-4750-bae7-54676e5878d6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Oct 28 12:15:55.803974 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-12239409-6af2-473a-8926-697340637ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.805560 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-12239409-6af2-473a-8926-697340637ef5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.1149979 Oct 28 12:15:55.847223 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-b6bfb88e-9a80-44cc-92f2-ec1b5db24996 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0331876 Oct 28 12:15:55.914340 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-6a6e4eba-f778-4c1a-b1b8-8274af3187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.914340 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-6a6e4eba-f778-4c1a-b1b8-8274af3187bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0515757 Oct 28 12:15:55.946813 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-9b9a8fbe-b19a-4c2c-9fbc-85275ddeb94d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251100 Oct 28 12:15:56.040439 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-9e045fa8-6170-452b-9438-fb787ca39a17 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Oct 28 12:15:56.137511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-69c4946b-9b14-48cb-8bee-f01477540f4e req-b8d18f3f-636a-4a3c-8283-722e63977ae0 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877964 Oct 28 12:15:56.882300 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcea91-1c03-43ba-afb3-1d8a684db5ed req-62f54ba0-288b-460b-8445-e831d39a4c8f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:56.884350 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9dcea91-1c03-43ba-afb3-1d8a684db5ed req-62f54ba0-288b-460b-8445-e831d39a4c8f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0519762 Oct 28 12:15:56.937640 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9dcea91-1c03-43ba-afb3-1d8a684db5ed req-76411294-341b-485d-bc1b-2e11a151ef22 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Oct 28 12:15:57.120413 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.340303 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58442) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:57.446198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-733a1012-4d1b-4216-9ae8-cddf5863aca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.519044 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-733a1012-4d1b-4216-9ae8-cddf5863aca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.523609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-733a1012-4d1b-4216-9ae8-cddf5863aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.564592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a1012-4d1b-4216-9ae8-cddf5863aca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376384b5-b3a5-4f9f-9510-447f42a9c865,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:57.572653 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-733a1012-4d1b-4216-9ae8-cddf5863aca0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57cfaab31a8e42a6848aa7a9f5f5cd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305288 Oct 28 12:15:57.573475 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58448) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:57.624787 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.645012 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.692558 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.695419 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:57.696615 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/376384b5-b3a5-4f9f-9510-447f42a9c865 HTTP/1.1" status: 204 len: 168 time: 0.1233928 Oct 28 12:15:57.705294 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0784f-03b8-427a-960f-39a845bd1f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376384b5-b3a5-4f9f-9510-447f42a9c865,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:57.953629 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58458) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:57.967674 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-348fca79-53da-41f8-affa-7a4e445cd52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.078152 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144f87f-e20d-42a3-9fb0-7e637dcfe4b4 req-fe8ce237-ee9c-44d0-bfb0-60fc8f1f8c06 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:58.079572 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0144f87f-e20d-42a3-9fb0-7e637dcfe4b4 req-fe8ce237-ee9c-44d0-bfb0-60fc8f1f8c06 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0717547 Oct 28 12:15:58.092336 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-348fca79-53da-41f8-affa-7a4e445cd52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.098485 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-348fca79-53da-41f8-affa-7a4e445cd52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.156354 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-348fca79-53da-41f8-affa-7a4e445cd52d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aca3ee537e1c489b9a33ce10735ffd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016437 Oct 28 12:15:58.158974 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58462) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:58.160234 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0144f87f-e20d-42a3-9fb0-7e637dcfe4b4 req-fed3ed19-47fb-4b70-80cf-78adc26bf2f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Oct 28 12:15:58.162568 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fca79-53da-41f8-affa-7a4e445cd52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0905c81a-3311-4166-af5c-22ca8802b695,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:58.218497 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.239975 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.285093 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.287829 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.288975 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0905c81a-3311-4166-af5c-22ca8802b695 HTTP/1.1" status: 204 len: 168 time: 0.1290226 Oct 28 12:15:58.297471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01463aea-f6ba-425e-85ae-56d22dff5d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0905c81a-3311-4166-af5c-22ca8802b695,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:59.290251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37ba9e-7685-4a91-9ce3-a79c2a52bd16 req-a509441c-3692-4551-a26d-ac0de728c163 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.292031 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a37ba9e-7685-4a91-9ce3-a79c2a52bd16 req-a509441c-3692-4551-a26d-ac0de728c163 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0551069 Oct 28 12:15:59.337463 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a37ba9e-7685-4a91-9ce3-a79c2a52bd16 req-c5187f70-8123-4e69-bc13-75159adb5ab9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Oct 28 12:16:00.454926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14577fd-9623-422e-b2cf-4d5c989a710e req-e6c5bdaf-8909-4a8f-ae71-b40874533ccc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:00.456391 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d14577fd-9623-422e-b2cf-4d5c989a710e req-e6c5bdaf-8909-4a8f-ae71-b40874533ccc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0488985 Oct 28 12:16:00.495668 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d14577fd-9623-422e-b2cf-4d5c989a710e req-619364fa-6f95-4dec-abfa-4b4e40c092d6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Oct 28 12:16:01.612005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c741b-74e4-4656-bfd6-c2e07236f015 req-ea626a07-2dbb-4ab6-bdc9-4a72a4843a05 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:01.613406 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d06c741b-74e4-4656-bfd6-c2e07236f015 req-ea626a07-2dbb-4ab6-bdc9-4a72a4843a05 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0508273 Oct 28 12:16:01.651130 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d06c741b-74e4-4656-bfd6-c2e07236f015 req-6229392f-9f04-4479-8dad-f34ce389fda4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Oct 28 12:16:02.771462 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de1793-ce2d-45bf-b984-d7d189226eab req-3b562fe7-f204-4b17-91eb-abd3eedef348 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:02.773056 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-71de1793-ce2d-45bf-b984-d7d189226eab req-3b562fe7-f204-4b17-91eb-abd3eedef348 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0549095 Oct 28 12:16:02.814003 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-71de1793-ce2d-45bf-b984-d7d189226eab req-912225bb-502f-4ac9-a264-5f7fca77854d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Oct 28 12:16:03.932414 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939db1-df3a-401c-abcf-83f195957aa6 req-e2a58fb2-a2dd-4185-a4ac-35cbb1c76c88 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:03.933890 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b939db1-df3a-401c-abcf-83f195957aa6 req-e2a58fb2-a2dd-4185-a4ac-35cbb1c76c88 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0498919 Oct 28 12:16:03.971642 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b939db1-df3a-401c-abcf-83f195957aa6 req-6a02d56b-0d93-47fb-9290-f091aefd45bb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Oct 28 12:16:05.084221 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864d08a-efaa-41cc-8b77-2a585ba16507 req-3aa2c13e-4eec-451b-88ab-ae71e20aaac4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:05.085679 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5864d08a-efaa-41cc-8b77-2a585ba16507 req-3aa2c13e-4eec-451b-88ab-ae71e20aaac4 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0483232 Oct 28 12:16:05.122944 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5864d08a-efaa-41cc-8b77-2a585ba16507 req-41b7d3aa-81bc-47a1-afdd-598993d3f7ee tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Oct 28 12:16:06.238592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139779-ae1f-418a-a453-bf9db61794ef req-4deba758-51c0-44ab-b1fc-c312c6813b3a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:06.240102 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0f139779-ae1f-418a-a453-bf9db61794ef req-4deba758-51c0-44ab-b1fc-c312c6813b3a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0509105 Oct 28 12:16:06.278503 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0f139779-ae1f-418a-a453-bf9db61794ef req-4cdfd157-a622-45ff-af53-bae9851d5795 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Oct 28 12:16:07.394378 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f6976-357e-4b4e-8388-d870a50713c2 req-ecc8cfae-a924-4d61-946c-a2794ffdaf8a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:07.395893 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-663f6976-357e-4b4e-8388-d870a50713c2 req-ecc8cfae-a924-4d61-946c-a2794ffdaf8a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0486219 Oct 28 12:16:07.432666 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-663f6976-357e-4b4e-8388-d870a50713c2 req-e78d4844-f090-466e-9cb3-097e01b28187 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Oct 28 12:16:08.546489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08225cd6-6dcd-4840-baad-4dd20caddb21 req-d1d0296a-58a8-4ab4-a1c2-41b52949653c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:08.547988 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-08225cd6-6dcd-4840-baad-4dd20caddb21 req-d1d0296a-58a8-4ab4-a1c2-41b52949653c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0476263 Oct 28 12:16:08.585219 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-08225cd6-6dcd-4840-baad-4dd20caddb21 req-5a4bb9cb-c75d-4984-a2fa-538817f408aa tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Oct 28 12:16:08.799139 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.653428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58702) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:09.706442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ba32-fe27-439b-8bc1-e93b8a1f9090 req-b63e2c17-ce65-4077-98a4-ead76e0254cf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:09.708323 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4047ba32-fe27-439b-8bc1-e93b8a1f9090 req-b63e2c17-ce65-4077-98a4-ead76e0254cf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0511086 Oct 28 12:16:09.749375 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4047ba32-fe27-439b-8bc1-e93b8a1f9090 req-0e2bd499-e09a-4741-a7e0-50a649585b3c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Oct 28 12:16:09.774669 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.847874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.852152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.893070 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc50654-024c-48ec-8a2b-839bba1cc283,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:09.896915 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93679b41cf14ae8a2bf96e66931ec6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416713 Oct 28 12:16:09.899968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58710) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:09.902908 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.903269 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.903593 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.903920 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.904243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.904896 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.904896 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.905223 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.905542 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.905858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.906289 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.906614 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee1e5-97a9-4242-a1a8-7028bd5b679e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:09.965764 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.988340 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.035961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.038801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.039947 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bc50654-024c-48ec-8a2b-839bba1cc283 HTTP/1.1" status: 204 len: 168 time: 0.1386220 Oct 28 12:16:10.052393 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34352a92-0cf2-4cd3-9a9a-b289f6dbec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc50654-024c-48ec-8a2b-839bba1cc283,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:10.227475 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-bcc96dbc-83da-4d0a-8536-670f4936c0d4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:10.228945 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-bcc96dbc-83da-4d0a-8536-670f4936c0d4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1024284 Oct 28 12:16:10.244525 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-cac8d582-74a5-4985-bbe8-ea8bc4a3a333 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/quotas/f032353009b64d738b6c00574846cb51 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Oct 28 12:16:10.301672 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-00e709fa-a01a-47ef-bef4-3a64068c8592 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505097 Oct 28 12:16:10.394301 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-e571dcc4-91f3-4887-90c6-1476e7c61772 service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855939 Oct 28 12:16:10.490032 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-954f25b2-605f-44eb-939d-96c6cb133ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896876 Oct 28 12:16:10.650061 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-47952eb0-fd68-4b63-9a95-74308b16b8d5 req-0b1695d1-2556-426a-bfb6-5c24d3b5092f tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0256903 Oct 28 12:16:10.902128 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868880-a409-4a1d-8f1b-29003582fab0 req-fd62a995-4b58-4d54-94e5-36971108eb05 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:10.903855 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b868880-a409-4a1d-8f1b-29003582fab0 req-fd62a995-4b58-4d54-94e5-36971108eb05 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0581992 Oct 28 12:16:10.946988 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8b868880-a409-4a1d-8f1b-29003582fab0 req-326ab5cd-4177-49ff-874e-a9f654e480f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Oct 28 12:16:11.120350 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58774) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:11.221910 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f608c9e7-4ca1-445d-9630-0e06dea70adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.296700 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f608c9e7-4ca1-445d-9630-0e06dea70adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.300612 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f608c9e7-4ca1-445d-9630-0e06dea70adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.337962 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-f608c9e7-4ca1-445d-9630-0e06dea70adb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea3b69b76b744b6fa6ea21350459f637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165377 Oct 28 12:16:11.338762 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c9e7-4ca1-445d-9630-0e06dea70adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d131109-fe7e-4a1d-ba4e-15b051f9261f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:11.340826 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58780) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:11.391691 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.412293 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.458949 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.461641 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.463666 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d131109-fe7e-4a1d-ba4e-15b051f9261f HTTP/1.1" status: 204 len: 168 time: 0.1216063 Oct 28 12:16:11.474328 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e17e8-8778-4ebb-9af7-9b8f8319973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d131109-fe7e-4a1d-ba4e-15b051f9261f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:11.742304 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c60b1b71-9fe9-45d5-8a44-f8f89d66fa62 req-eeae43df-f339-4ca8-aaeb-0cb8b28c8631 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Oct 28 12:16:12.066255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf47c1d-b762-4860-81b7-1907f600bd29 req-ffd7e34d-13f9-4dba-bc43-39cec4669703 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:12.067738 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2bf47c1d-b762-4860-81b7-1907f600bd29 req-ffd7e34d-13f9-4dba-bc43-39cec4669703 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0491891 Oct 28 12:16:12.074967 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58810) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:12.105269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2bf47c1d-b762-4860-81b7-1907f600bd29 req-4b6c44d6-42d2-46d5-80b0-f544fcad4b3e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Oct 28 12:16:12.171142 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1311010458-network', 'tenant_id': 'c8940dc0094a47d1a152788282bedb0e'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:12.192210 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Made reservation on behalf of c8940dc0094a47d1a152788282bedb0e for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:12.194292 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.202283 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.274577 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.278111 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.298753 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] vlan segment allocate from pool success with {'vlan_id': 1398, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:16:12.312045 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6fe99-8888-400f-b2e2-fb202a2b9979,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.316726 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.317062 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Added segment ef6b5fab-9617-4197-aa53-ea8a134b2d00 of type vlan for network abc19093-1431-4203-8ce3-8a0c45f089be Oct 28 12:16:12.358428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.383868 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.384719 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:12.385320 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.436581 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3598530 Oct 28 12:16:12.439349 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 58816) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:12.444299 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Request body: {'subnet': {'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1311010458-subnet', 'tenant_id': 'c8940dc0094a47d1a152788282bedb0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:12.447032 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28e152-98cd-437b-9345-0b45a099142b admin admin] Pushing event updated for resources: {'Network': ['ID=abc19093-1431-4203-8ce3-8a0c45f089be,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.457841 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network abc19093-1431-4203-8ce3-8a0c45f089be details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:16:12.464977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Made reservation on behalf of c8940dc0094a47d1a152788282bedb0e for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:12.467801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.645623 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.698412 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3d2112-7375-4018-b35b-c8412cfbfc20,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.708162 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Checking segment: {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:12.708505 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Network hostable DHCP agents. Network: abc19093-1431-4203-8ce3-8a0c45f089be, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:16:12.724767 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Network abc19093-1431-4203-8ce3-8a0c45f089be is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:16:12.734346 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, abc19093-1431-4203-8ce3-8a0c45f089be) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:12.740144 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:12.740245 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.743286 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c159bb4-e278-4982-86cf-fc969f54eae2 None None] Network abc19093-1431-4203-8ce3-8a0c45f089be requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:12.756027 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-36170df2-b7a7-47cd-9f47-abcb16ab90b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3155563 Oct 28 12:16:12.841838 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95eb7589-2cb4-4951-8734-51141122572e req-563e41c7-646b-4b6f-8d7f-9f86051541d3 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0310278 Oct 28 12:16:12.882082 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3713f-2360-4cc8-a008-7f95ac5c9fba None None] Network abc19093-1431-4203-8ce3-8a0c45f089be requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:13.224439 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79f264-2055-4358-a81a-6a45afc2ff63 req-ff2f5e04-8f51-4179-8687-d74d76e957a2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:13.225906 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8a79f264-2055-4358-a81a-6a45afc2ff63 req-ff2f5e04-8f51-4179-8687-d74d76e957a2 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0505183 Oct 28 12:16:13.268234 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8a79f264-2055-4358-a81a-6a45afc2ff63 req-af9eb6a5-5d22-4cbb-b671-7f795244016c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Oct 28 12:16:13.936104 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-758dc15f-2a86-4176-907a-9db60f1baccb req-7d911cb9-e212-4ff8-ac60-a2d6875675c7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Oct 28 12:16:14.382224 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d839e-73fc-4639-a6c4-217ac5fa7905 req-9b59f25d-d9ad-46f8-802b-a33e345f5423 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:14.383698 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe0d839e-73fc-4639-a6c4-217ac5fa7905 req-9b59f25d-d9ad-46f8-802b-a33e345f5423 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0481362 Oct 28 12:16:14.419836 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe0d839e-73fc-4639-a6c4-217ac5fa7905 req-a84a0808-1826-4785-a335-108da6e9e0c0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Oct 28 12:16:15.034635 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8ec4b9c0-c252-47ab-ba15-4e7dc482ff22 req-f683b484-79b4-4b6e-ac99-4e1845cfc097 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0300941 Oct 28 12:16:15.534272 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064136-2b6d-4914-b59f-ae8432b6bf93 req-0b7cc508-ddba-47ea-b7c7-0bade1e3869c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:15.535727 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8c064136-2b6d-4914-b59f-ae8432b6bf93 req-0b7cc508-ddba-47ea-b7c7-0bade1e3869c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0474741 Oct 28 12:16:15.572089 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8c064136-2b6d-4914-b59f-ae8432b6bf93 req-092e76fb-145e-4055-aa52-ee26b7604eb1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304766 Oct 28 12:16:16.126927 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7dc60462-bff7-415d-b5c6-78f49ae6b60c req-5ce1f983-45cb-4690-a957-9760722cf2ca tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0257680 Oct 28 12:16:16.688752 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150f07-a8af-4cbc-ad68-d0f7f2bacd96 req-59ae8947-47d0-4d02-bc6a-9dc9a5e90b68 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:16.690121 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cb150f07-a8af-4cbc-ad68-d0f7f2bacd96 req-59ae8947-47d0-4d02-bc6a-9dc9a5e90b68 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0518875 Oct 28 12:16:16.728868 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cb150f07-a8af-4cbc-ad68-d0f7f2bacd96 req-cb404416-cc1e-49a0-ae34-662c5c4fa912 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Oct 28 12:16:17.237751 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-860fd668-4066-41b8-8190-4ee0e3f3c66b req-75ff0146-384b-42b8-be8b-2ebf3bdd18aa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0341973 Oct 28 12:16:17.246057 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-afef59d9-8d4d-4a19-9a55-1db686862bfe tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:17.247466 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-afef59d9-8d4d-4a19-9a55-1db686862bfe tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 815 time: 0.1320627 Oct 28 12:16:17.261348 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Request body: {'port': {'device_id': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'admin_state_up': True, 'tenant_id': 'f032353009b64d738b6c00574846cb51'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:17.370382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Made reservation on behalf of f032353009b64d738b6c00574846cb51 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:17.374375 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.498618 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Allocated IP 172.20.0.14 (6473d7e8-f419-4ba9-aecd-de2094cc6dd8/f1de8927-5147-4362-98ea-d11ec926c7fe/cb078e40-acbe-40fd-aa54-76513a780403) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:17.655535 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.692700 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.706697 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda', '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', '1391e735-fffa-4d34-9821-38ee846f2984'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:17.735758 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:17.739158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:17.743007 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:17.776364 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event updated for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:17.812051 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:17.812795 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.838974 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-20bc6ee5-e9e7-49fa-8956-234d345c567d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811937 Oct 28 12:16:17.862429 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Request body: {'port': {'device_id': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:17.917109 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864732-eb69-4020-a7d9-ae4409123877 req-230d2df5-f8e9-42f4-825b-0a469d8204d5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:17.917109 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c8864732-eb69-4020-a7d9-ae4409123877 req-230d2df5-f8e9-42f4-825b-0a469d8204d5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0918374 Oct 28 12:16:17.963788 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.976504 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c8864732-eb69-4020-a7d9-ae4409123877 req-4eb6aa80-9e3b-4a74-81c2-d5ea515295cc tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Oct 28 12:16:18.249044 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb078e40-acbe-40fd-aa54-76513a780403 {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:18.256788 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.269981 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Transition to ACTIVE for port object cb078e40-acbe-40fd-aa54-76513a780403 will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:16:18.274389 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.328939 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Pushing event updated for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.359044 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c547a8d-3e2c-4c4e-a2c8-d69244cb9939 req-7e15fba6-f21e-4979-b6d1-279dcd62472e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:18.360519 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c547a8d-3e2c-4c4e-a2c8-d69244cb9939 req-7e15fba6-f21e-4979-b6d1-279dcd62472e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0500896 Oct 28 12:16:18.394882 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Attempting to bind port cb078e40-acbe-40fd-aa54-76513a780403 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:18.395128 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Attempting to bind port cb078e40-acbe-40fd-aa54-76513a780403 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:18.395452 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Attempting to bind port cb078e40-acbe-40fd-aa54-76513a780403 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:18.399535 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c547a8d-3e2c-4c4e-a2c8-d69244cb9939 req-bc34c465-e1dd-4f5b-a979-9d376ae7f022 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Oct 28 12:16:18.400371 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Port cb078e40-acbe-40fd-aa54-76513a780403 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:16:18.400781 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Attempting to bind port cb078e40-acbe-40fd-aa54-76513a780403 on network 6473d7e8-f419-4ba9-aecd-de2094cc6dd8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:18.406258 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:18.406585 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Checking segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:18.406984 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Bound using segment: {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:18.407401 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Bound port: cb078e40-acbe-40fd-aa54-76513a780403, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb821-7fc4-431b-ae59-4621bf338d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:18.407750 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.473267 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:18.476498 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cb078e40-acbe-40fd-aa54-76513a780403,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:18.480888 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.517389 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:18.517997 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.519370 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] 10.222.0.107 "PUT /v2.0/ports/cb078e40-acbe-40fd-aa54-76513a780403 HTTP/1.1" status: 200 len: 1094 time: 0.6646354 Oct 28 12:16:18.519806 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:18.522017 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658" -d '{"events": [{"name": "network-changed", "server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "tag": "cb078e40-acbe-40fd-aa54-76513a780403"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:18.543877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1c7a-8e14-4ba6-9dfa-8685c0e1c278 service neutron] Pushing event updated for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.560889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52099ea-6697-426e-ac1b-1095eec6c39d x-openstack-request-id: req-c52099ea-6697-426e-ac1b-1095eec6c39d {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:18.561178 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "tag": "cb078e40-acbe-40fd-aa54-76513a780403", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:18.561426 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c52099ea-6697-426e-ac1b-1095eec6c39d {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:18.561982 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403', 'status': 'completed', 'code': 200} Oct 28 12:16:18.639712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-7d8d7839-8a5c-4d6d-ae62-9c98f423cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:18.641171 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-7d8d7839-8a5c-4d6d-ae62-9c98f423cb5d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 1097 time: 0.0403841 Oct 28 12:16:18.692448 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-47d06c00-a662-4529-8cd4-673247a6a622 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb078e40-acbe-40fd-aa54-76513a780403 HTTP/1.1" status: 200 len: 217 time: 0.0366697 Oct 28 12:16:18.747003 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-5fbc81ee-13c1-45fc-9bf4-001f36ff25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:18.748916 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-5fbc81ee-13c1-45fc-9bf4-001f36ff25a6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0440419 Oct 28 12:16:18.781567 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-24d3d71e-6964-46b3-b47e-6e10f8d00dfc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240896 Oct 28 12:16:18.875189 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-0c16075f-2f30-4946-9da5-c86dcf702181 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847144 Oct 28 12:16:18.965410 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-543b60c6-6df3-4c19-8558-35eb090a0749 req-7045227a-def1-4afd-9b7c-1657240dae17 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809917 Oct 28 12:16:19.056109 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-d4ff7ca2-c5df-4141-9c06-0d6cdadaf274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.057610 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-d4ff7ca2-c5df-4141-9c06-0d6cdadaf274 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f032353009b64d738b6c00574846cb51&device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 1097 time: 0.0452864 Oct 28 12:16:19.151198 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb15e9a-71d2-4e0e-bdbb-4776cff7b71e req-491e8947-51b8-4414-ae04-9279fac460d7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.152668 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5bb15e9a-71d2-4e0e-bdbb-4776cff7b71e req-491e8947-51b8-4414-ae04-9279fac460d7 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0941823 Oct 28 12:16:19.199448 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-235b4d35-d941-4cd6-a750-034024c9158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.200896 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-235b4d35-d941-4cd6-a750-034024c9158b service neutron] 10.222.0.107 "GET /v2.0/networks?id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 200 len: 917 time: 0.1325028 Oct 28 12:16:19.213552 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5bb15e9a-71d2-4e0e-bdbb-4776cff7b71e req-c6196eae-313b-4575-b333-b8e0ec839c61 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Oct 28 12:16:19.339187 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-6bedde1d-42af-4407-971b-655c40a6a59f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb078e40-acbe-40fd-aa54-76513a780403 HTTP/1.1" status: 200 len: 217 time: 0.0354176 Oct 28 12:16:19.390564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-d1d89c68-82ca-4fc2-a3ca-92b7681218e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.392037 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-d1d89c68-82ca-4fc2-a3ca-92b7681218e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 200 len: 855 time: 0.0447767 Oct 28 12:16:19.426032 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-a7935019-27fb-4990-9a2b-0efb3aa603c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6473d7e8-f419-4ba9-aecd-de2094cc6dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264163 Oct 28 12:16:19.521681 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-942e0058-5ac8-4d2e-b9cd-592d51e71771 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Oct 28 12:16:19.526669 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3b0b5-ceb6-4cf9-9943-80deccf575eb req-417b968d-5803-429e-925e-5a1900d2712b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.528244 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-74f3b0b5-ceb6-4cf9-9943-80deccf575eb req-417b968d-5803-429e-925e-5a1900d2712b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0569456 Oct 28 12:16:19.568099 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-74f3b0b5-ceb6-4cf9-9943-80deccf575eb req-68ed6750-d816-461d-8565-84c51c5817ce tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Oct 28 12:16:19.620555 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ad7ee52-1c4d-4fa7-99b5-78d1873e8658 req-bd7a6193-8a74-4acd-9263-8eeb7e644762 service neutron] 10.222.0.107 "GET /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Oct 28 12:16:19.751463 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-5dbdb9b6-8be5-48ec-8f33-928de1fd0e8a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:19.752858 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-5dbdb9b6-8be5-48ec-8f33-928de1fd0e8a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/networks?id=abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 200 len: 814 time: 0.1009591 Oct 28 12:16:19.768511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-d10f8bf2-ee61-40bc-b381-71070ff1e7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/quotas/c8940dc0094a47d1a152788282bedb0e HTTP/1.1" status: 200 len: 375 time: 0.0097282 Oct 28 12:16:19.802984 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-df248701-ad9e-49a6-8c67-327da20775e3 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289779 Oct 28 12:16:19.892719 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-bc2e37da-e8ba-4f36-90e6-605341fa735b service neutron] 10.222.0.37 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829775 Oct 28 12:16:19.986961 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-c91a30bc-4345-4b69-a7c8-31ca28c23132 service neutron] 10.222.0.37 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883117 Oct 28 12:16:20.098851 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 58984) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:20.166270 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fd04988f-946f-4f02-a834-d772b245d3a0 req-bfdb8f40-e043-4f91-bd7b-99b8ab2091b2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 210 time: 0.0314376 Oct 28 12:16:20.213477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7b54f688-70cf-4c76-b50a-e02247aa7fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.296794 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7b54f688-70cf-4c76-b50a-e02247aa7fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.308571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7b54f688-70cf-4c76-b50a-e02247aa7fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.371004 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7b54f688-70cf-4c76-b50a-e02247aa7fda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f0dd347cae34a18966591fb4260d93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712641 Oct 28 12:16:20.374205 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59002) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:20.381192 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54f688-70cf-4c76-b50a-e02247aa7fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd285e-2e54-44ed-9e90-b2a245f73d8f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:20.402340 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01226328-6d0e-4fcc-ae05-295e1c34c5b7 req-7ea7266b-5521-49e0-bd16-a830e1223044 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:20.403877 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01226328-6d0e-4fcc-ae05-295e1c34c5b7 req-7ea7266b-5521-49e0-bd16-a830e1223044 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.1057897 Oct 28 12:16:20.474950 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01226328-6d0e-4fcc-ae05-295e1c34c5b7 req-b77802ce-94e5-4c02-96df-3aff44827cba tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598457 Oct 28 12:16:20.477738 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.501840 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.552502 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.555250 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.559043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87cd285e-2e54-44ed-9e90-b2a245f73d8f HTTP/1.1" status: 204 len: 168 time: 0.1813242 Oct 28 12:16:20.566937 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0b14-fb06-4acb-96fe-1f8f4766c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd285e-2e54-44ed-9e90-b2a245f73d8f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:20.875309 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38681a-ce9e-472e-9cbf-72ce5a459e7e req-69b14e84-12a9-40c4-92d0-513a5e26b865 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:20.876944 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8f38681a-ce9e-472e-9cbf-72ce5a459e7e req-69b14e84-12a9-40c4-92d0-513a5e26b865 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.2332597 Oct 28 12:16:20.915825 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8f38681a-ce9e-472e-9cbf-72ce5a459e7e req-eb6efb16-2cce-4da7-aa62-f15591e708cf tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Oct 28 12:16:21.263733 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-05bcf480-d03a-4049-a996-94e9a981fb4c req-a5d1b5a1-42b3-41c3-93fa-b966564becbc tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 210 time: 0.0261831 Oct 28 12:16:21.469239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-8daf3ba7-286f-4911-947c-9549c38c450d tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:21.470974 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-8daf3ba7-286f-4911-947c-9549c38c450d tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "GET /v2.0/networks?id=abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 200 len: 814 time: 0.1155021 Oct 28 12:16:21.487883 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Request body: {'port': {'device_id': '15ebab3a-a58c-4216-862c-564d4d365c37', 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be', 'admin_state_up': True, 'tenant_id': 'c8940dc0094a47d1a152788282bedb0e'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:21.619138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Made reservation on behalf of c8940dc0094a47d1a152788282bedb0e for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:21.624257 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.636995 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a78134-0e72-4929-a362-19f14bd61049 req-5634ed3f-6493-4870-ba90-15b7abc5a1e9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:21.639492 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-99a78134-0e72-4929-a362-19f14bd61049 req-5634ed3f-6493-4870-ba90-15b7abc5a1e9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0827672 Oct 28 12:16:21.689150 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-99a78134-0e72-4929-a362-19f14bd61049 req-673539c7-5b03-47e6-ba2b-9de3e3f43fcd tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Oct 28 12:16:21.762589 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Allocated IP 172.20.0.13 (abc19093-1431-4203-8ce3-8a0c45f089be/4d3d2112-7375-4018-b35b-c8412cfbfc20/1619934b-8d83-409a-9b55-2549b46519eb) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:21.909650 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.952276 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d7aa232a-c8e5-4ab8-846a-844ac555b600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.012522 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa843-eb23-44e8-91b2-9708f8a101d3 req-8ee76949-a051-4a36-9c48-cf4806afc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:22.014069 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a99fa843-eb23-44e8-91b2-9708f8a101d3 req-8ee76949-a051-4a36-9c48-cf4806afc8c9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0467269 Oct 28 12:16:22.053563 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a99fa843-eb23-44e8-91b2-9708f8a101d3 req-b4eb4f36-fdd8-4da5-8c36-4ac2f85bdc28 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Oct 28 12:16:22.184975 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.240739 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6553ff-12c5-4b93-90e3-0dc0dd42f2ad req-a21528b2-6aef-40be-b7bf-725126dc9090 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:22.242192 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb6553ff-12c5-4b93-90e3-0dc0dd42f2ad req-a21528b2-6aef-40be-b7bf-725126dc9090 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0943506 Oct 28 12:16:22.249436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Pushing event updated for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.253288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Network abc19093-1431-4203-8ce3-8a0c45f089be is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:22.258905 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:22.261486 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:22.318373 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb6553ff-12c5-4b93-90e3-0dc0dd42f2ad req-129b0a74-03af-488c-aad3-70b5e9787483 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699546 Oct 28 12:16:22.332250 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:22.333515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.356342 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-fc948a70-17e6-4db8-b25c-ca3a8e837b82 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724115 Oct 28 12:16:22.394988 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ac1a2-4146-4a52-b947-02e200bff992 req-20ac3097-bbe4-44e8-aee3-02d15836de1b tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:22.396524 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a38ac1a2-4146-4a52-b947-02e200bff992 req-20ac3097-bbe4-44e8-aee3-02d15836de1b tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 932 time: 0.0637348 Oct 28 12:16:22.436508 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a38ac1a2-4146-4a52-b947-02e200bff992 req-06a46fcf-6e3b-4e5f-8d55-b8f1f443c2a2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Oct 28 12:16:22.465004 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Request body: {'port': {'device_id': '15ebab3a-a58c-4216-862c-564d4d365c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:22.523102 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.820592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9d2af-6b41-422a-b28f-44559ec0f27c req-01ea6866-365b-4996-8872-d6f58e0d9266 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:22.822038 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77e9d2af-6b41-422a-b28f-44559ec0f27c req-01ea6866-365b-4996-8872-d6f58e0d9266 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0546696 Oct 28 12:16:22.834262 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1619934b-8d83-409a-9b55-2549b46519eb {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:22.842374 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.855309 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Transition to ACTIVE for port object 1619934b-8d83-409a-9b55-2549b46519eb will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:16:22.859300 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.861906 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77e9d2af-6b41-422a-b28f-44559ec0f27c req-3eb947db-fef0-4f44-b67b-53ddc455752b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Oct 28 12:16:22.924089 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.973847 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Attempting to bind port 1619934b-8d83-409a-9b55-2549b46519eb on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:22.974104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Attempting to bind port 1619934b-8d83-409a-9b55-2549b46519eb by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:22.974433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Attempting to bind port 1619934b-8d83-409a-9b55-2549b46519eb on network abc19093-1431-4203-8ce3-8a0c45f089be {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:22.979151 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Port 1619934b-8d83-409a-9b55-2549b46519eb on network abc19093-1431-4203-8ce3-8a0c45f089be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:16:22.979469 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Attempting to bind port 1619934b-8d83-409a-9b55-2549b46519eb on network abc19093-1431-4203-8ce3-8a0c45f089be {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:22.984207 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:22.984570 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Checking segment: {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:22.984951 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Bound using segment: {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:22.985367 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Bound port: 1619934b-8d83-409a-9b55-2549b46519eb, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:22.985716 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.050238 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:23.053288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1619934b-8d83-409a-9b55-2549b46519eb,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:23.056816 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.093225 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.093908 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.095503 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] 10.222.0.107 "PUT /v2.0/ports/1619934b-8d83-409a-9b55-2549b46519eb HTTP/1.1" status: 200 len: 1094 time: 0.6348696 Oct 28 12:16:23.095976 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:23.098322 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "tag": "1619934b-8d83-409a-9b55-2549b46519eb"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:23.119895 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67db6c-3b0a-4632-bf8b-24dde2b6d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.140910 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30609865-5839-42e5-80da-67fa1b33b1db x-openstack-request-id: req-30609865-5839-42e5-80da-67fa1b33b1db {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:23.141201 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "tag": "1619934b-8d83-409a-9b55-2549b46519eb", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:23.141467 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30609865-5839-42e5-80da-67fa1b33b1db {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:23.141842 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb', 'status': 'completed', 'code': 200} Oct 28 12:16:23.261802 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-931cdae8-9a85-4ad2-bf64-80859f196efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.263212 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-931cdae8-9a85-4ad2-bf64-80859f196efa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 1097 time: 0.0407047 Oct 28 12:16:23.363289 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-d9132487-ebef-46ee-a85e-59b9eb3c3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.364757 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-d9132487-ebef-46ee-a85e-59b9eb3c3bc5 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c8940dc0094a47d1a152788282bedb0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932977 Oct 28 12:16:23.445198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e409-b39f-4106-a68d-ca995710c959 req-46664be2-cf54-4ebe-b651-4b68a893e74a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.446686 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a880e409-b39f-4106-a68d-ca995710c959 req-46664be2-cf54-4ebe-b651-4b68a893e74a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0609379 Oct 28 12:16:23.462133 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-f1b2d08b-be83-4ac2-8d28-8904dd80bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.463629 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49f6aa53-48ff-4fe1-897e-3f43795cc1ab req-f1b2d08b-be83-4ac2-8d28-8904dd80bc1e service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897553 Oct 28 12:16:23.485218 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a880e409-b39f-4106-a68d-ca995710c959 req-ef828279-39fa-49cf-a3e6-ef7aa413aacd tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Oct 28 12:16:23.574629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-8794a629-e746-4455-9d71-4ecc34b29aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.576062 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-8794a629-e746-4455-9d71-4ecc34b29aca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 1097 time: 0.0719960 Oct 28 12:16:23.583456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8b6ba-a83d-4a9c-b44e-50c319fb19d3 req-3e54245f-42b9-42da-9bf6-93dba301475c tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.584861 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7e8b6ba-a83d-4a9c-b44e-50c319fb19d3 req-3e54245f-42b9-42da-9bf6-93dba301475c tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 944 time: 0.0729012 Oct 28 12:16:23.637707 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-8ce2b993-a36f-4b42-80e4-ac22d8c9e9c4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1619934b-8d83-409a-9b55-2549b46519eb HTTP/1.1" status: 200 len: 217 time: 0.0471766 Oct 28 12:16:23.682699 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7e8b6ba-a83d-4a9c-b44e-50c319fb19d3 req-c752e6d4-ba20-4dd3-9adf-0e702a5bd055 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905733 Oct 28 12:16:23.700105 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-4b6143ac-91a9-44b9-9ee2-2f25ce4639df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:23.701560 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-4b6143ac-91a9-44b9-9ee2-2f25ce4639df service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d3d2112-7375-4018-b35b-c8412cfbfc20 HTTP/1.1" status: 200 len: 854 time: 0.0513246 Oct 28 12:16:23.739364 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-9799bf71-7f0f-40ef-bbb6-6e150e3add52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=abc19093-1431-4203-8ce3-8a0c45f089be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289140 Oct 28 12:16:23.834121 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-18069d11-ffae-4275-bb5b-b013feda0270 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858068 Oct 28 12:16:23.953006 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4e31983-8db8-46f7-a94d-82b4702f1471 req-ae1606c1-6c27-4226-b4b9-73401e3df020 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099544 Oct 28 12:16:23.962771 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:16:24.028017 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549239-f05b-48e0-a8cd-673063e63209 req-f00afbe2-3ead-4d07-aa25-cf00c9c740eb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:24.030174 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-47549239-f05b-48e0-a8cd-673063e63209 req-f00afbe2-3ead-4d07-aa25-cf00c9c740eb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0714908 Oct 28 12:16:24.086382 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-47549239-f05b-48e0-a8cd-673063e63209 req-abb0a068-baac-4096-85b6-a174ba957cc5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501728 Oct 28 12:16:24.109245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59106) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:24.224317 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7f788a2b-d6dc-4148-b666-f9c70c526c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.300147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7f788a2b-d6dc-4148-b666-f9c70c526c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.303823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7f788a2b-d6dc-4148-b666-f9c70c526c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.341031 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7f788a2b-d6dc-4148-b666-f9c70c526c71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e01c6657981468ca8e587f5f51c845a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306492 Oct 28 12:16:24.342357 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f788a2b-d6dc-4148-b666-f9c70c526c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039026e-7c58-4e1e-9d00-30a2a271ba9a,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:24.344236 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59114) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:24.392541 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.413421 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.462032 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.464661 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.468141 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c039026e-7c58-4e1e-9d00-30a2a271ba9a HTTP/1.1" status: 204 len: 168 time: 0.1205766 Oct 28 12:16:24.481225 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edef34-0cc9-4234-ad39-04b7cb1ebaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039026e-7c58-4e1e-9d00-30a2a271ba9a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:24.510480 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-352b8af3-f840-4488-b496-6b8c46ca045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.610016 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cfe9-e944-4e3b-8109-8f181fce7198 req-f9ecd6e4-0e7b-4165-bd64-24b68b3f7336 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:24.611586 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b6d1cfe9-e944-4e3b-8109-8f181fce7198 req-f9ecd6e4-0e7b-4165-bd64-24b68b3f7336 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0559995 Oct 28 12:16:24.652753 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b6d1cfe9-e944-4e3b-8109-8f181fce7198 req-d3d2e5dd-4e27-47f9-ad06-86a83d7c92d6 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Oct 28 12:16:24.805088 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6832-5134-480a-a2a1-b6e0e10179fb req-a6c8861c-7123-409e-91ae-4f6c17909497 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:24.806546 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-51de6832-5134-480a-a2a1-b6e0e10179fb req-a6c8861c-7123-409e-91ae-4f6c17909497 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 944 time: 0.0519195 Oct 28 12:16:24.844063 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-51de6832-5134-480a-a2a1-b6e0e10179fb req-8e6f880a-feb8-4fb9-99f6-e784dd35af54 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Oct 28 12:16:25.207124 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb1e8-59ea-41a7-99d5-81c6388fb10f req-b7843ba7-0c21-4126-82bb-e1ebf5f049b1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.208621 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-935fb1e8-59ea-41a7-99d5-81c6388fb10f req-b7843ba7-0c21-4126-82bb-e1ebf5f049b1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0486684 Oct 28 12:16:25.244858 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-935fb1e8-59ea-41a7-99d5-81c6388fb10f req-6a3d5722-9c67-4827-80a4-6cd0de3731a8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302982 Oct 28 12:16:25.571302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad584cd5-28ec-498a-96f4-1b7a1fb2c3ac req-cfe0ff59-45a8-413d-9e98-7e1164843676 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.572806 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ad584cd5-28ec-498a-96f4-1b7a1fb2c3ac req-cfe0ff59-45a8-413d-9e98-7e1164843676 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0683069 Oct 28 12:16:25.574515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-d3a143ed-a903-414b-8b34-49a6e37ba7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.575932 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-d3a143ed-a903-414b-8b34-49a6e37ba7e1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 1098 time: 0.0798583 Oct 28 12:16:25.648415 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-f0c0e0be-d4cc-46fa-95c1-a1062a7557d2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965128848&fields=id&tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb HTTP/1.1" status: 200 len: 267 time: 0.0356662 Oct 28 12:16:25.663069 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ad584cd5-28ec-498a-96f4-1b7a1fb2c3ac req-90f3e282-af7e-42da-8314-07badc8861bb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Oct 28 12:16:25.689380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:25.701809 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-c24bde8a-4de2-478a-85ad-16ea5ae8a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.703598 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-c24bde8a-4de2-478a-85ad-16ea5ae8a35a service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.1180148 Oct 28 12:16:25.730193 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:25.751870 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-a2bb0e30-1c33-478e-8a22-1e85f5af6d32 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 200 len: 217 time: 0.0401592 Oct 28 12:16:25.789898 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-51292c04-3d92-4e85-a983-2becd605382b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.791381 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-51292c04-3d92-4e85-a983-2becd605382b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 809 time: 0.1222839 Oct 28 12:16:25.809945 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-64d16862-ed2e-4e01-957b-b03ee61b2c53 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/quotas/a714ee6cfd984bbf823ab5c422c5a3eb HTTP/1.1" status: 200 len: 375 time: 0.0092578 Oct 28 12:16:25.827835 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-01270aab-01eb-49ef-a01d-d2a3ad8caa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.829294 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-01270aab-01eb-49ef-a01d-d2a3ad8caa52 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0634565 Oct 28 12:16:25.840600 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891291d0-b2bf-42a1-84c2-8cda0f2fd7e8 req-012a3f42-b39b-40b9-8a38-9be4d26b13d9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:25.842054 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-891291d0-b2bf-42a1-84c2-8cda0f2fd7e8 req-012a3f42-b39b-40b9-8a38-9be4d26b13d9 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 944 time: 0.0847607 Oct 28 12:16:25.862824 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-c918cd9a-4344-40d0-8e93-8395ec31af67 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464339 Oct 28 12:16:25.873340 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-e4b45680-81e9-468e-a25a-228e7e4ef450 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293005 Oct 28 12:16:25.944605 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-891291d0-b2bf-42a1-84c2-8cda0f2fd7e8 req-feffe41e-70e9-44a9-ba2c-86e60f44b4d7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941057 Oct 28 12:16:25.967015 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-2bfb5d19-d3eb-4785-8ea4-4c1bf5f70cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889249 Oct 28 12:16:25.991074 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cb078e40-acbe-40fd-aa54-76513a780403 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:16:25.997318 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-7e87432d-70ae-4c3a-a44a-c44bd744e04d service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161089 Oct 28 12:16:26.068550 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-9a52c920-a63f-4eaa-86ea-44c1e7cfe908 service neutron] 10.222.0.37 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953438 Oct 28 12:16:26.109513 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cb078e40-acbe-40fd-aa54-76513a780403,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:26.113243 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49309a15-8f0c-41eb-9081-382611d56bc4 req-b616cc20-f893-47e0-92c5-8359e263a4a8 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035795 Oct 28 12:16:26.126890 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'cb078e40-acbe-40fd-aa54-76513a780403', 'network_id': '6473d7e8-f419-4ba9-aecd-de2094cc6dd8', 'port_id': 'cb078e40-acbe-40fd-aa54-76513a780403', 'mac_address': 'fa:16:3e:0e:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1de8927-5147-4362-98ea-d11ec926c7fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:16:26.169339 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:26.169596 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c196e-3d2c-4598-82c1-70f234523b83 req-656b44c6-ce39-45d5-ab16-143a0f3da9a7 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:26.175187 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-913c196e-3d2c-4598-82c1-70f234523b83 req-656b44c6-ce39-45d5-ab16-143a0f3da9a7 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 944 time: 0.0595870 Oct 28 12:16:26.182877 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb078e40-acbe-40fd-aa54-76513a780403 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:26.205487 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cb078e40-acbe-40fd-aa54-76513a780403,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:26.210376 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:26.214361 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-913c196e-3d2c-4598-82c1-70f234523b83 req-70e07d9d-1ada-419f-a0ee-b0a9eb8895c5 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Oct 28 12:16:26.259802 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:26.367197 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-91ffb9a5-9b5c-46a1-beb2-dcff0c9420d4 req-ba3aed3a-0f81-4f96-9572-684319af5f2a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Oct 28 12:16:26.675297 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['cb078e40-acbe-40fd-aa54-76513a780403'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:26.812682 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce19bcb-74da-4f2a-a7c6-aada4e1f9ac6 req-53e7c2b6-a3f7-4414-8020-1ceb36a2e2d1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:26.814218 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fce19bcb-74da-4f2a-a7c6-aada4e1f9ac6 req-53e7c2b6-a3f7-4414-8020-1ceb36a2e2d1 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0560300 Oct 28 12:16:26.854510 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fce19bcb-74da-4f2a-a7c6-aada4e1f9ac6 req-bf004285-c379-4e97-aad2-3851e2d2b03b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Oct 28 12:16:27.063722 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5343-6acb-401f-ae62-ea506f56de0f req-58257e1d-f869-434d-af7b-ac8dddf24d57 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:27.065217 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-640c5343-6acb-401f-ae62-ea506f56de0f req-58257e1d-f869-434d-af7b-ac8dddf24d57 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Oct 28 12:16:27.107005 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-640c5343-6acb-401f-ae62-ea506f56de0f req-65e49994-5d55-4201-bf8d-2eabddf33be7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Oct 28 12:16:27.122607 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:27.329735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d138ef-949e-4936-92c6-1d7d54fc29e7 req-4e36bdf1-a20b-452b-b8e8-b6afa9398e60 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:27.331214 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-36d138ef-949e-4936-92c6-1d7d54fc29e7 req-4e36bdf1-a20b-452b-b8e8-b6afa9398e60 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 944 time: 0.0477531 Oct 28 12:16:27.374467 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-36d138ef-949e-4936-92c6-1d7d54fc29e7 req-c817feb0-9f1c-45db-985f-b98bc0955f1a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372436 Oct 28 12:16:27.469074 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f3b58ccb-14f3-4ba7-b43e-620737daf750 req-4c5d8396-4a7a-46fd-b2d3-2d01c0711eb0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 210 time: 0.0307212 Oct 28 12:16:27.515071 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-2a434aef-2ef9-4160-8ae8-9aa05330e507 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:27.516522 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-2a434aef-2ef9-4160-8ae8-9aa05330e507 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 809 time: 0.1099205 Oct 28 12:16:27.571615 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-dd5f1147-f425-4092-a44b-737f3238ab9f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb HTTP/1.1" status: 200 len: 380 time: 0.0435889 Oct 28 12:16:27.582729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'port': {'device_id': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'admin_state_up': True, 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'security_groups': ['0e8ef7e4-6e36-44e0-875a-f180ac3d8dec']}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:27.690710 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Made reservation on behalf of a714ee6cfd984bbf823ab5c422c5a3eb for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:27.694433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:27.845827 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Allocated IP 172.20.0.5 (53c8dfe6-6127-403c-8d96-5039ee2f5ff8/115e0cad-23c7-4272-b80e-cdca63792661/6d493e72-8230-488e-974e-b32ede2a9db0) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:28.012377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1619934b-8d83-409a-9b55-2549b46519eb details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:16:28.015819 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cb078e40-acbe-40fd-aa54-76513a780403 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:28.017159 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a3c2-22f6-4adf-9d87-057f91d2b389 req-f8066c67-77a8-4760-9527-f243a4a5a38d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.018767 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3107a3c2-22f6-4adf-9d87-057f91d2b389 req-f8066c67-77a8-4760-9527-f243a4a5a38d tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0775549 Oct 28 12:16:28.053858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.082982 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3107a3c2-22f6-4adf-9d87-057f91d2b389 req-735bb4a0-5831-4469-b7e4-b20fbca929da tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561166 Oct 28 12:16:28.110929 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.147892 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:28.154591 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1619934b-8d83-409a-9b55-2549b46519eb,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:28.156026 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:28.160450 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:28.167246 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port cb078e40-acbe-40fd-aa54-76513a780403 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:16:28.170420 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '1619934b-8d83-409a-9b55-2549b46519eb', 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be', 'port_id': '1619934b-8d83-409a-9b55-2549b46519eb', 'mac_address': 'fa:16:3e:d7:f1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3d2112-7375-4018-b35b-c8412cfbfc20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:16:28.175626 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port cb078e40-acbe-40fd-aa54-76513a780403 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:28.175996 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.198635 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:28.239878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.243471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.251496 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.266121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c593d8-6757-4b12-8249-bcf09a9e5e37 req-cb235a17-1224-43ac-90bf-bc63579bb569 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.271302 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-32c593d8-6757-4b12-8249-bcf09a9e5e37 req-cb235a17-1224-43ac-90bf-bc63579bb569 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 945 time: 0.0883420 Oct 28 12:16:28.280683 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1df5e142-c063-4d2a-b44a-6a7ade3ee748 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7019117 Oct 28 12:16:28.295259 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Request body: {'port': {'device_id': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:28.317663 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-32c593d8-6757-4b12-8249-bcf09a9e5e37 req-a88ae367-8ace-4a05-8847-9e0cc1a05d34 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Oct 28 12:16:28.366493 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.393515 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1619934b-8d83-409a-9b55-2549b46519eb {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:28.415846 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1619934b-8d83-409a-9b55-2549b46519eb,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:28.435891 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.475942 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.515797 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:28.529654 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:28.531956 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28023499-7e1e-43b0-ae33-dbb8e0f5c05c" -d '{"events": [{"server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "name": "network-vif-plugged", "status": "completed", "tag": "cb078e40-acbe-40fd-aa54-76513a780403"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:28.547176 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.547545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.547889 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.548218 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.548543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.548867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.549181 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.549501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.549820 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.550135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.550448 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.550789 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:28.555787 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-83cdac84-991f-4d02-84fa-30f9a79ded0b None None] Provisioning complete for port 6d493e72-8230-488e-974e-b32ede2a9db0 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:28.556154 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-83cdac84-991f-4d02-84fa-30f9a79ded0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.559193 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cb078e40-acbe-40fd-aa54-76513a780403,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:28.574436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05377af-1c44-418d-861c-83d3f67867e8 req-13aaba76-3846-4169-bd22-6538ed889a83 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.577591 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b05377af-1c44-418d-861c-83d3f67867e8 req-13aaba76-3846-4169-bd22-6538ed889a83 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.1067488 Oct 28 12:16:28.585135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.621241 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfa91e-330c-4532-a17b-609392a4c170 req-cdb329e1-7820-4d36-b67d-d94f309b00c1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.623583 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c2dfa91e-330c-4532-a17b-609392a4c170 req-cdb329e1-7820-4d36-b67d-d94f309b00c1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 931 time: 0.0623705 Oct 28 12:16:28.628260 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-83cdac84-991f-4d02-84fa-30f9a79ded0b None None] Port 6d493e72-8230-488e-974e-b32ede2a9db0 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:28.643473 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b05377af-1c44-418d-861c-83d3f67867e8 req-271e2dc6-5096-4e05-8510-10a53ec16ff0 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606503 Oct 28 12:16:28.644997 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:28.681865 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c2dfa91e-330c-4532-a17b-609392a4c170 req-22df4879-e932-4084-acf5-d46a2d40ce42 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Oct 28 12:16:28.695536 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1452536-4f0d-4368-87f6-4a77c49e35bc x-openstack-request-id: req-d1452536-4f0d-4368-87f6-4a77c49e35bc {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:28.695854 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "name": "network-vif-plugged", "status": "completed", "tag": "cb078e40-acbe-40fd-aa54-76513a780403", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:28.696107 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1452536-4f0d-4368-87f6-4a77c49e35bc {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:28.696514 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403', 'code': 200} Oct 28 12:16:28.713166 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d493e72-8230-488e-974e-b32ede2a9db0 {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:28.720632 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.733298 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Transition to ACTIVE for port object 6d493e72-8230-488e-974e-b32ede2a9db0 will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:16:28.736901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.791806 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:28.867664 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Attempting to bind port 6d493e72-8230-488e-974e-b32ede2a9db0 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:28.868001 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Attempting to bind port 6d493e72-8230-488e-974e-b32ede2a9db0 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:28.868336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Attempting to bind port 6d493e72-8230-488e-974e-b32ede2a9db0 on network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:28.875010 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Port 6d493e72-8230-488e-974e-b32ede2a9db0 on network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:16:28.875408 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Attempting to bind port 6d493e72-8230-488e-974e-b32ede2a9db0 on network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:28.880738 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:28.881080 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Checking segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:28.882842 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Bound using segment: {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:28.882842 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Bound port: 6d493e72-8230-488e-974e-b32ede2a9db0, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7769c7f2-90de-466a-9a6b-8ca96780f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:28.882842 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.895459 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a626239-bde3-422e-99b3-9db725753ace req-816d7f36-16fa-40ee-917f-94f949dfbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:28.898097 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a626239-bde3-422e-99b3-9db725753ace req-816d7f36-16fa-40ee-917f-94f949dfbeea service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 1099 time: 0.0665374 Oct 28 12:16:28.944547 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a626239-bde3-422e-99b3-9db725753ace req-9ae05ab6-de94-47c6-811e-2190f92d3296 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 Oct 28 12:16:28.952810 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['1619934b-8d83-409a-9b55-2549b46519eb'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:28.961325 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:28.965831 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:28.971543 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:29.012957 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.014217 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:29.015771 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] 10.222.0.107 "PUT /v2.0/ports/6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 1093 time: 0.7257280 Oct 28 12:16:29.016249 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:29.018758 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:29.048025 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00565e2-2965-4d8e-ad18-b9b97d8edf4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:29.068253 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e07ce6-00f4-4297-82f0-99c6fa2e0ecf x-openstack-request-id: req-91e07ce6-00f4-4297-82f0-99c6fa2e0ecf {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:29.068576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:29.068832 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91e07ce6-00f4-4297-82f0-99c6fa2e0ecf {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:29.069225 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'status': 'completed', 'code': 200} Oct 28 12:16:29.225366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e506-2799-4574-b8ad-2931e9c2aca3 req-aa9c5717-177a-43cd-8a2e-b4377f4b285b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.226951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7892e506-2799-4574-b8ad-2931e9c2aca3 req-aa9c5717-177a-43cd-8a2e-b4377f4b285b tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0589004 Oct 28 12:16:29.269108 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7892e506-2799-4574-b8ad-2931e9c2aca3 req-0c363000-38af-4bac-8355-a059c7ee42f8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Oct 28 12:16:29.350969 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-46c49eef-3b22-43ea-95de-689d7af5abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.352538 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-46c49eef-3b22-43ea-95de-689d7af5abe2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1096 time: 0.0451884 Oct 28 12:16:29.447681 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c6b77-bcf6-48b1-bb91-2eadd539634d req-f53cd8b7-4651-4ac9-8128-0a842a9e064a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.449169 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7c6b77-bcf6-48b1-bb91-2eadd539634d req-f53cd8b7-4651-4ac9-8128-0a842a9e064a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0526690 Oct 28 12:16:29.486016 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-b3ccfb0f-117f-4831-9599-9823329f3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.487847 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-b3ccfb0f-117f-4831-9599-9823329f3b8e service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1172433 Oct 28 12:16:29.489842 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7c6b77-bcf6-48b1-bb91-2eadd539634d req-4c72588e-4d60-4efc-83d1-7c18e8da91c4 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Oct 28 12:16:29.587049 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-3cbf9a73-d8cc-46df-9306-61c4fefa8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.588525 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3f4fbe9f-56fc-40fa-b8ad-e1be08c6b928 req-3cbf9a73-d8cc-46df-9306-61c4fefa8c66 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917573 Oct 28 12:16:29.663342 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-95d3cb47-c1e3-4b8d-bc1c-692d826f6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.664814 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-95d3cb47-c1e3-4b8d-bc1c-692d826f6cda service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1096 time: 0.0396333 Oct 28 12:16:29.706167 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-c0c62c77-da34-480f-a8e9-6eca4740ec3e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 217 time: 0.0323021 Oct 28 12:16:29.767303 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb984-4035-40b4-ab46-c29c984ddacf req-06b99e39-d7e3-4cdc-85ed-4205859896af tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.768827 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4c4cb984-4035-40b4-ab46-c29c984ddacf req-06b99e39-d7e3-4cdc-85ed-4205859896af tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0604458 Oct 28 12:16:29.805948 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-9733a5c9-648b-448a-82e3-25dd702aadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.807459 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-9733a5c9-648b-448a-82e3-25dd702aadb9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0901928 Oct 28 12:16:29.809374 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4c4cb984-4035-40b4-ab46-c29c984ddacf req-0853170d-c8f1-4351-b4c2-9da57ad0599a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Oct 28 12:16:29.831799 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194156e8-b951-4a2d-a0c1-ea37fe42b0a7 req-c7cc37dc-ced1-4236-aff9-c3f1fe475c41 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.833244 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-194156e8-b951-4a2d-a0c1-ea37fe42b0a7 req-c7cc37dc-ced1-4236-aff9-c3f1fe475c41 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0739691 Oct 28 12:16:29.886423 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-194156e8-b951-4a2d-a0c1-ea37fe42b0a7 req-6e115359-98f3-454f-9c19-57b7908e5f13 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Oct 28 12:16:29.889104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1843c424-d0f9-45b6-a86b-028a0e51dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:29.890524 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-1843c424-d0f9-45b6-a86b-028a0e51dace service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749662 Oct 28 12:16:30.196958 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-ee6140a2-e8e1-4f4e-84f2-1ad28906fa1c service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969806 Oct 28 12:16:30.381751 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d966b02-c6bf-4641-85d9-fcd60eeb110f req-48b62817-bce4-4fb1-be21-dcd180d6fa68 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:30.383231 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3d966b02-c6bf-4641-85d9-fcd60eeb110f req-48b62817-bce4-4fb1-be21-dcd180d6fa68 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0473425 Oct 28 12:16:30.421363 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3d966b02-c6bf-4641-85d9-fcd60eeb110f req-53bd838e-0320-4793-a4d7-db6b5eb9099a tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Oct 28 12:16:30.607050 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663935ff-4c1f-40cc-a49c-ada3b5238794 req-c2ce299b-df3b-4abf-be17-085bfab51845 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:30.608634 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-663935ff-4c1f-40cc-a49c-ada3b5238794 req-c2ce299b-df3b-4abf-be17-085bfab51845 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0508225 Oct 28 12:16:30.647951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-663935ff-4c1f-40cc-a49c-ada3b5238794 req-22e77a10-ffc3-4a11-bfcf-7a910d6c2214 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Oct 28 12:16:30.933827 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faab60-b611-471f-9267-8018627ca561 req-fa5008c2-7f30-49a8-bfeb-234b226af931 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:30.935450 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49faab60-b611-471f-9267-8018627ca561 req-fa5008c2-7f30-49a8-bfeb-234b226af931 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Oct 28 12:16:30.973556 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49faab60-b611-471f-9267-8018627ca561 req-3fbc7b35-14d2-41d7-9378-2035516cb5cd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Oct 28 12:16:31.071482 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe29f13-8949-4b68-b48e-33608aa3a21e req-fd6e2623-b0ba-47a9-9026-e67999480d9a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:31.072915 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ebe29f13-8949-4b68-b48e-33608aa3a21e req-fd6e2623-b0ba-47a9-9026-e67999480d9a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0481791 Oct 28 12:16:31.109622 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ebe29f13-8949-4b68-b48e-33608aa3a21e req-41039a13-3626-48bd-a1d9-b3cb810755ed tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302887 Oct 28 12:16:31.764586 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026166-c0a8-40a1-b54f-6efd15503da9 req-00c8e143-30a8-468f-b90a-81a7e9baa332 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:31.766025 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5b026166-c0a8-40a1-b54f-6efd15503da9 req-00c8e143-30a8-468f-b90a-81a7e9baa332 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0506158 Oct 28 12:16:31.802342 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5b026166-c0a8-40a1-b54f-6efd15503da9 req-54118a22-a0eb-4a63-9c10-f874076d87a7 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304420 Oct 28 12:16:32.086147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c906f4b-e7d6-4779-8502-99dd29a57f32 req-bce4f7b2-557c-4b62-9112-5ef4dc0c63e7 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:32.087617 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c906f4b-e7d6-4779-8502-99dd29a57f32 req-bce4f7b2-557c-4b62-9112-5ef4dc0c63e7 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Oct 28 12:16:32.124127 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c906f4b-e7d6-4779-8502-99dd29a57f32 req-b9b0594e-5dd9-47f1-9be8-696a76591f5e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Oct 28 12:16:32.221854 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036d482-6fef-4497-aee9-928d9d6f0c30 req-1182d157-ff64-43da-8c55-b028e39e2f69 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:32.223857 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e036d482-6fef-4497-aee9-928d9d6f0c30 req-1182d157-ff64-43da-8c55-b028e39e2f69 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0480430 Oct 28 12:16:32.260195 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e036d482-6fef-4497-aee9-928d9d6f0c30 req-64ccf711-0008-4b55-907e-6949b91ecb57 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Oct 28 12:16:32.549033 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a1cfa9c6-a22d-4997-8e1a-7b9841cc3626 req-a666fe82-07ff-47e1-a2b3-eac064b01ec5 service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Oct 28 12:16:32.914829 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a26d9f-acab-4f4c-a2ae-a2cddd9e5bc3 req-cee9d542-d4d1-4ce6-81df-f71c9244776e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:32.916285 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e7a26d9f-acab-4f4c-a2ae-a2cddd9e5bc3 req-cee9d542-d4d1-4ce6-81df-f71c9244776e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0489113 Oct 28 12:16:32.953527 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e7a26d9f-acab-4f4c-a2ae-a2cddd9e5bc3 req-1d34b1ea-7f37-4b33-a578-8805378af14b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Oct 28 12:16:33.238075 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d333d20-b405-4560-951e-e65dcdc05a58 req-e5f6e5e6-8566-4eaa-ad04-0b6952186019 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:33.239548 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d333d20-b405-4560-951e-e65dcdc05a58 req-e5f6e5e6-8566-4eaa-ad04-0b6952186019 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Oct 28 12:16:33.279091 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d333d20-b405-4560-951e-e65dcdc05a58 req-90b71274-96ae-4e61-a275-bddf110f3599 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Oct 28 12:16:33.377296 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d3628-2412-4341-a704-96e366366c89 req-7c0f1f1d-2470-48a2-afb4-86628c5cfeec tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:33.378771 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-197d3628-2412-4341-a704-96e366366c89 req-7c0f1f1d-2470-48a2-afb4-86628c5cfeec tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0477018 Oct 28 12:16:33.415304 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-197d3628-2412-4341-a704-96e366366c89 req-630f38da-ee78-4ccb-88ae-3320192650db tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Oct 28 12:16:34.071461 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13942a-8edb-4c74-90d8-06ea0baa4c8f req-0f7510f7-561d-4ca1-8e17-ea4e45852efa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:34.073063 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5a13942a-8edb-4c74-90d8-06ea0baa4c8f req-0f7510f7-561d-4ca1-8e17-ea4e45852efa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Oct 28 12:16:34.114151 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5a13942a-8edb-4c74-90d8-06ea0baa4c8f req-97a5fc49-3adb-4c4e-9692-495b215d3a79 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Oct 28 12:16:34.391714 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec59f-0bca-4956-8e71-6521572b6bb9 req-8e4cc2f9-76c5-4cba-a002-bcf2d5b0abbd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:34.393180 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-57cec59f-0bca-4956-8e71-6521572b6bb9 req-8e4cc2f9-76c5-4cba-a002-bcf2d5b0abbd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Oct 28 12:16:34.433324 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-57cec59f-0bca-4956-8e71-6521572b6bb9 req-3b8eced0-0fc3-40f6-96aa-380d5d174755 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Oct 28 12:16:34.535684 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9c3f6-252b-4ff6-a05e-85d527258a80 req-1d4239f6-58c3-4633-a931-a44f191dd0ee tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:34.537134 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43a9c3f6-252b-4ff6-a05e-85d527258a80 req-1d4239f6-58c3-4633-a931-a44f191dd0ee tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0521498 Oct 28 12:16:34.574107 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-43a9c3f6-252b-4ff6-a05e-85d527258a80 req-e3f6fc26-095a-4bc5-87f5-d8b3cc204b2e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Oct 28 12:16:35.227167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad23f0-84b9-4cf0-bbb5-8306319a46f5 req-99f8cfe8-391c-4e22-9dd5-5d3387938337 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:35.228645 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64ad23f0-84b9-4cf0-bbb5-8306319a46f5 req-99f8cfe8-391c-4e22-9dd5-5d3387938337 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Oct 28 12:16:35.270594 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64ad23f0-84b9-4cf0-bbb5-8306319a46f5 req-96c54ff0-a44e-465b-9e68-04f2f8eb55c0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Oct 28 12:16:35.560512 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b803-cb20-4333-ad7c-c55adc6e7980 req-ebac5b0e-66f2-4007-844c-17b8b2f2d569 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:35.562706 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-48d7b803-cb20-4333-ad7c-c55adc6e7980 req-ebac5b0e-66f2-4007-844c-17b8b2f2d569 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Oct 28 12:16:35.615893 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-48d7b803-cb20-4333-ad7c-c55adc6e7980 req-19622372-eb66-4069-96a9-e2b59ce6b92f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Oct 28 12:16:35.722211 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4373e7-c489-447c-8bc4-f08e66b417bd req-818a249f-b80d-422a-923b-b4bbe7523320 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:35.723730 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad4373e7-c489-447c-8bc4-f08e66b417bd req-818a249f-b80d-422a-923b-b4bbe7523320 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0529680 Oct 28 12:16:35.764061 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad4373e7-c489-447c-8bc4-f08e66b417bd req-adddbb38-33ef-4b32-a43d-c04736af858e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Oct 28 12:16:36.040014 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1619934b-8d83-409a-9b55-2549b46519eb up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:36.091761 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 1619934b-8d83-409a-9b55-2549b46519eb completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:16:36.095615 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 1619934b-8d83-409a-9b55-2549b46519eb triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:36.095982 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.174745 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.196739 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:36.199162 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8ce10-a55e-40de-9044-a9f2c258e7fc" -d '{"events": [{"server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "name": "network-vif-plugged", "status": "completed", "tag": "1619934b-8d83-409a-9b55-2549b46519eb"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:36.211805 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1619934b-8d83-409a-9b55-2549b46519eb,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:36.215753 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.241855 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf513e3-82ea-4313-9f0c-58328daf8d38 x-openstack-request-id: req-ccf513e3-82ea-4313-9f0c-58328daf8d38 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:36.242145 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "name": "network-vif-plugged", "status": "completed", "tag": "1619934b-8d83-409a-9b55-2549b46519eb", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:36.242525 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccf513e3-82ea-4313-9f0c-58328daf8d38 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:36.243072 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb', 'code': 200} Oct 28 12:16:36.269375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:36.434568 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36929c-0f20-4375-a48d-de4811f8b431 req-61ea8083-1359-4c10-9f3c-b3bc8e0b8bf0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:36.436165 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9f36929c-0f20-4375-a48d-de4811f8b431 req-61ea8083-1359-4c10-9f3c-b3bc8e0b8bf0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0811810 Oct 28 12:16:36.442318 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ec31-e9cd-40ee-9ee6-50f5a224a035 req-7a1e884f-28a8-4399-9d37-de8143b01601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:36.443740 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0365ec31-e9cd-40ee-9ee6-50f5a224a035 req-7a1e884f-28a8-4399-9d37-de8143b01601 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 1099 time: 0.0764835 Oct 28 12:16:36.493705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9f36929c-0f20-4375-a48d-de4811f8b431 req-46e56c45-325f-4e4d-85c2-326d185127a1 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490384 Oct 28 12:16:36.502353 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0365ec31-e9cd-40ee-9ee6-50f5a224a035 req-462bf0ff-0209-4ee8-b817-80f36f27f82f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Oct 28 12:16:36.738019 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10885b92-9839-44c0-a82e-83f04c1b03b1 req-df60663b-2065-4cf1-aa41-5592c84da665 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:36.739580 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-10885b92-9839-44c0-a82e-83f04c1b03b1 req-df60663b-2065-4cf1-aa41-5592c84da665 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0514777 Oct 28 12:16:36.780630 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-10885b92-9839-44c0-a82e-83f04c1b03b1 req-3f18f1d3-0e8b-4ee8-90a5-a2e23810dc0e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Oct 28 12:16:36.887985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b73b08-b14c-48b7-8571-355c5eec8fad req-55d75dd3-9684-4ecc-aa22-28c04955e2be tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:36.890069 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7b73b08-b14c-48b7-8571-355c5eec8fad req-55d75dd3-9684-4ecc-aa22-28c04955e2be tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0497482 Oct 28 12:16:36.931108 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7b73b08-b14c-48b7-8571-355c5eec8fad req-f3bffaf8-75e8-4fe1-b8b4-84bd654ef2f5 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Oct 28 12:16:37.115367 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-07672ce7-ed16-4978-99c0-71f191794b1d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430908 Oct 28 12:16:37.180743 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-038850b3-8112-4f17-9b50-8417a6342463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:37.182345 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-038850b3-8112-4f17-9b50-8417a6342463 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 1098 time: 0.0415645 Oct 28 12:16:37.291311 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-8293de5e-6277-4b30-b316-476e2daf27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:37.292689 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-8293de5e-6277-4b30-b316-476e2daf27c3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 200 len: 921 time: 0.0897477 Oct 28 12:16:37.335640 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-fbc99769-102b-4e57-a3f0-355e5e48844b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 200 len: 217 time: 0.0335255 Oct 28 12:16:37.384175 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-3363240f-d2b3-444d-9ff8-60eccad301eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:37.385560 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-3363240f-d2b3-444d-9ff8-60eccad301eb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 200 len: 859 time: 0.0417426 Oct 28 12:16:37.415913 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-9bdf631b-36b2-4d50-9311-ce6c7f148b56 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6dd2502a-f306-4bed-bbae-5099ba15a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229993 Oct 28 12:16:37.510876 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-e03728ad-b94f-46a7-98f8-c341ac57b9a7 service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870945 Oct 28 12:16:37.609834 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4d038761-ef0d-4b7e-aaae-be7e4a4fb309 req-9b0f905b-ecc2-4e14-91b0-2a72f046a94a service neutron] 10.222.0.107 "GET /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914369 Oct 28 12:16:37.917259 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4005b1-3edb-4037-ad73-9ba6f46d1fba req-8fda334c-d59c-4dc7-b79d-162bfa1af9b3 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:37.919159 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c4005b1-3edb-4037-ad73-9ba6f46d1fba req-8fda334c-d59c-4dc7-b79d-162bfa1af9b3 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0577629 Oct 28 12:16:37.964958 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c4005b1-3edb-4037-ad73-9ba6f46d1fba req-c2dc4cb3-34df-440b-8ea1-b33655aa912a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Oct 28 12:16:38.190644 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae31ae-d41b-4f8f-b06f-83d424b8244f req-cd2f0714-49c5-40d1-9548-8e00c70c1da0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:38.192264 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28ae31ae-d41b-4f8f-b06f-83d424b8244f req-cd2f0714-49c5-40d1-9548-8e00c70c1da0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0546715 Oct 28 12:16:38.255297 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28ae31ae-d41b-4f8f-b06f-83d424b8244f req-fc93c995-dea8-490a-a275-3301461d3298 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567288 Oct 28 12:16:38.797842 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:38.810901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d354-d7a4-4277-9b72-e47c64d3845e req-47031cff-ae0a-443c-ad2e-523159b6a37e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:38.812914 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a974d354-d7a4-4277-9b72-e47c64d3845e req-47031cff-ae0a-443c-ad2e-523159b6a37e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0498130 Oct 28 12:16:38.850187 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a974d354-d7a4-4277-9b72-e47c64d3845e req-49e97072-5f31-4676-9cad-0dbeec5901ba tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Oct 28 12:16:39.088985 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84def750-de68-44af-bd0e-f9ce28cc1345 req-64f0153c-eabb-48fd-80d9-0e280f35d648 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:39.090490 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-84def750-de68-44af-bd0e-f9ce28cc1345 req-64f0153c-eabb-48fd-80d9-0e280f35d648 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0535352 Oct 28 12:16:39.127985 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-84def750-de68-44af-bd0e-f9ce28cc1345 req-41e1f0d6-ae28-451c-84e2-15dfdae5fab6 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Oct 28 12:16:39.376462 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3969226-cb2a-4aa4-b424-ae66c6efa947 req-0f4e974a-cfba-4caf-84ba-cdeea61c5cfa tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:39.378208 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a3969226-cb2a-4aa4-b424-ae66c6efa947 req-0f4e974a-cfba-4caf-84ba-cdeea61c5cfa tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0520651 Oct 28 12:16:39.418831 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a3969226-cb2a-4aa4-b424-ae66c6efa947 req-653ea099-d09a-4cd0-85d5-a179029ee496 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Oct 28 12:16:39.974248 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc091dae-fab3-4b0c-9181-39a2ab00d30b req-c1d6baa1-25c0-41a4-8e94-f8bfc7c29be9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:39.975739 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fc091dae-fab3-4b0c-9181-39a2ab00d30b req-c1d6baa1-25c0-41a4-8e94-f8bfc7c29be9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0549345 Oct 28 12:16:40.014803 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fc091dae-fab3-4b0c-9181-39a2ab00d30b req-c0363f10-d7d4-4f72-a772-1507ab9bf40c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Oct 28 12:16:40.536576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98c1b2-05b3-4416-a769-b72ffdd7cb6a req-ed71d20d-bff2-4bb1-8562-6db274f89b3e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:40.538017 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ba98c1b2-05b3-4416-a769-b72ffdd7cb6a req-ed71d20d-bff2-4bb1-8562-6db274f89b3e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0471601 Oct 28 12:16:40.575518 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ba98c1b2-05b3-4416-a769-b72ffdd7cb6a req-713491e3-8568-4957-90f1-4acc33b2ab3f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Oct 28 12:16:41.138334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e3435-8e50-47f2-b635-eb6c65d9ea4f req-ef37a232-461a-4c9b-a5e3-9d625155e60c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:41.140507 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-550e3435-8e50-47f2-b635-eb6c65d9ea4f req-ef37a232-461a-4c9b-a5e3-9d625155e60c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0524535 Oct 28 12:16:41.178623 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-550e3435-8e50-47f2-b635-eb6c65d9ea4f req-09d02c1f-f881-4576-8d66-a7e943bebde9 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Oct 28 12:16:41.696970 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a518c-0b82-4081-82a4-ad963c489b3d req-611187d7-7076-4ac6-8eda-18923aa37379 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:41.698498 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a5a518c-0b82-4081-82a4-ad963c489b3d req-611187d7-7076-4ac6-8eda-18923aa37379 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0541584 Oct 28 12:16:41.737181 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a5a518c-0b82-4081-82a4-ad963c489b3d req-c7c4a952-caf8-4747-bdfe-158212b72e9e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Oct 28 12:16:41.811697 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-4b6aee4c-6de5-4536-a158-a4e9ec7a47f8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:41.813151 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-4b6aee4c-6de5-4536-a158-a4e9ec7a47f8 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 945 time: 0.0491226 Oct 28 12:16:41.911443 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Deleting port 44584889-faf9-46d2-a381-15ee8d86d81a {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:41.911771 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:42.001452 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] For port 44584889-faf9-46d2-a381-15ee8d86d81a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=44584889-faf9-46d2-a381-15ee8d86d81a,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:42.001819 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:42.014495 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Calling delete_port for 44584889-faf9-46d2-a381-15ee8d86d81a owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:42.147202 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:42.159684 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['7fffbbcb-b6ac-4854-853b-b69ac56c5812', '44584889-faf9-46d2-a381-15ee8d86d81a'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:42.175656 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Pushing event deleted for resources: {'Port': ['ID=44584889-faf9-46d2-a381-15ee8d86d81a,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:42.227764 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] No DVR routers for this DVR port 44584889-faf9-46d2-a381-15ee8d86d81a on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:42.231350 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:42.235681 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fc600e81-a4ff-454d-b35e-ea886e847563 req-65e3ed92-661b-4d81-8d26-d485a7d4a434 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "DELETE /v2.0/ports/44584889-faf9-46d2-a381-15ee8d86d81a HTTP/1.1" status: 204 len: 173 time: 0.4121296 Oct 28 12:16:42.236167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'name': 'network-vif-deleted', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:42.238433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d77c85-2a1f-434d-83af-dfe1ebf0b972" -d '{"events": [{"server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "name": "network-vif-deleted", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:42.293393 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199fa92-83cb-47f4-8894-465645e8506b x-openstack-request-id: req-6199fa92-83cb-47f4-8894-465645e8506b {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:42.293730 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f2863-bf90-49f5-a7cb-a13e366f1a0d", "name": "network-vif-deleted", "tag": "44584889-faf9-46d2-a381-15ee8d86d81a", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:42.294013 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6199fa92-83cb-47f4-8894-465645e8506b {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:42.294321 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f2863-bf90-49f5-a7cb-a13e366f1a0d', 'name': 'network-vif-deleted', 'tag': '44584889-faf9-46d2-a381-15ee8d86d81a', 'status': 'completed', 'code': 200} Oct 28 12:16:42.296758 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d8de7a9e-add1-4146-9f3f-b36de9bb2eac req-b66620ad-f52a-4c25-8458-338d5cf1ed9f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85f2863-bf90-49f5-a7cb-a13e366f1a0d HTTP/1.1" status: 200 len: 210 time: 0.0401206 Oct 28 12:16:42.858883 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbdeee-138e-4078-80ba-47e047cd374f req-ce5edfd1-9baf-403d-8664-3173864fff54 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:42.860423 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4bbbdeee-138e-4078-80ba-47e047cd374f req-ce5edfd1-9baf-403d-8664-3173864fff54 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0571067 Oct 28 12:16:42.917916 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4bbbdeee-138e-4078-80ba-47e047cd374f req-e2aa7635-01f9-4172-8c0f-6fc8f5f7d025 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486159 Oct 28 12:16:43.574244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6554-bcd8-459f-ac34-b58fccf4feec req-28f1611a-9e43-4c46-984a-fdf65a0d969f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:43.577390 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-40ec6554-bcd8-459f-ac34-b58fccf4feec req-28f1611a-9e43-4c46-984a-fdf65a0d969f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0519450 Oct 28 12:16:43.617907 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-40ec6554-bcd8-459f-ac34-b58fccf4feec req-7af89b9b-b456-4c2f-981c-e6847787d669 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Oct 28 12:16:44.043143 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf4887-99b1-43ba-9c22-943e0e2baca5 req-5e1cce29-ec1b-4129-ba87-c24f09d79606 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.044628 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b3bf4887-99b1-43ba-9c22-943e0e2baca5 req-5e1cce29-ec1b-4129-ba87-c24f09d79606 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0538483 Oct 28 12:16:44.064464 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:16:44.083739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b3bf4887-99b1-43ba-9c22-943e0e2baca5 req-d3013e79-4ae4-4b1f-9a62-2d46168404fd tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Oct 28 12:16:44.160903 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:44.172997 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '6d493e72-8230-488e-974e-b32ede2a9db0', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'mac_address': 'fa:16:3e:ad:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:16:44.210427 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.225506 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d493e72-8230-488e-974e-b32ede2a9db0 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:44.245120 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:44.249131 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.297842 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:44.737087 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254447c-a1af-4e17-9cea-241469651ff7 req-8a2bad30-831c-45e8-8894-d3cb024a8c14 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.738588 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9254447c-a1af-4e17-9cea-241469651ff7 req-8a2bad30-831c-45e8-8894-d3cb024a8c14 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0519474 Oct 28 12:16:44.777843 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9254447c-a1af-4e17-9cea-241469651ff7 req-15f17a76-77d5-4935-93ea-79b746f485e0 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Oct 28 12:16:44.961317 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6d493e72-8230-488e-974e-b32ede2a9db0'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:45.212663 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008152-b5c5-4300-a055-047035e11370 req-05c0677a-c3a2-4000-960f-7201cd5094a1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:45.214099 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-df008152-b5c5-4300-a055-047035e11370 req-05c0677a-c3a2-4000-960f-7201cd5094a1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 944 time: 0.0636120 Oct 28 12:16:45.254672 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-df008152-b5c5-4300-a055-047035e11370 req-f20f7cd9-2d48-4d5b-8269-7c827325b3ec tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Oct 28 12:16:45.911337 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cff00-08a9-4cb9-a646-aef6ceed9886 req-c6442f94-ff7c-4afc-a92d-750944f24caf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:45.912846 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1b9cff00-08a9-4cb9-a646-aef6ceed9886 req-c6442f94-ff7c-4afc-a92d-750944f24caf tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0556836 Oct 28 12:16:45.956755 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1b9cff00-08a9-4cb9-a646-aef6ceed9886 req-733830fe-f784-470a-8a57-5971797309b6 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Oct 28 12:16:46.081112 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 44584889-faf9-46d2-a381-15ee8d86d81a no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:46.101417 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 44584889-faf9-46d2-a381-15ee8d86d81a {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:46.101749 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 44584889-faf9-46d2-a381-15ee8d86d81a not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:46.378877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3204228-5ed2-4982-b076-6a25810eb89b req-a90cbb09-98e4-472a-8578-7b51527d370f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:46.380390 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3204228-5ed2-4982-b076-6a25810eb89b req-a90cbb09-98e4-472a-8578-7b51527d370f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 944 time: 0.0507350 Oct 28 12:16:46.418383 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3204228-5ed2-4982-b076-6a25810eb89b req-7232e97b-d86d-4625-9ac4-d4cb669e3529 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321255 Oct 28 12:16:47.075571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05847077-6c6f-4c7e-a55f-0166a01a9fb0 req-f2d08b99-9714-480a-8605-5f362a59b53f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:47.077751 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-05847077-6c6f-4c7e-a55f-0166a01a9fb0 req-f2d08b99-9714-480a-8605-5f362a59b53f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0524750 Oct 28 12:16:47.115415 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-05847077-6c6f-4c7e-a55f-0166a01a9fb0 req-3d0d2f78-529e-4dee-83ba-665b8582e52c tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Oct 28 12:16:47.535523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3cd5d-24ff-49a1-a247-324eedbf0188 req-de34abd3-c169-45f1-8661-23bcd88a53e1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:47.536988 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c3d3cd5d-24ff-49a1-a247-324eedbf0188 req-de34abd3-c169-45f1-8661-23bcd88a53e1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 944 time: 0.0522583 Oct 28 12:16:47.579707 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c3d3cd5d-24ff-49a1-a247-324eedbf0188 req-9b990bcb-58d2-4acb-87cf-d6d2214b7d86 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Oct 28 12:16:48.104352 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:48.157849 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 6d493e72-8230-488e-974e-b32ede2a9db0 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:16:48.161871 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 6d493e72-8230-488e-974e-b32ede2a9db0 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:48.162243 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.256149 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7eaf4-a63c-4501-80f9-c096ef3d2ea5 req-0ada9fc8-c9ab-49f8-8ed9-6765ad6bc469 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:48.257807 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d1a7eaf4-a63c-4501-80f9-c096ef3d2ea5 req-0ada9fc8-c9ab-49f8-8ed9-6765ad6bc469 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0521271 Oct 28 12:16:48.261762 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.293266 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:48.295900 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d368e1d-dfae-42cc-8e8c-3e3d105869df" -d '{"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-plugged", "status": "completed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:48.309327 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:48.314322 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d1a7eaf4-a63c-4501-80f9-c096ef3d2ea5 req-879767e2-44a7-4bc0-b5fc-e8352d78c7f5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Oct 28 12:16:48.315192 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.350317 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a619836f-9a65-4ffd-8bc1-294fbb037a87 x-openstack-request-id: req-a619836f-9a65-4ffd-8bc1-294fbb037a87 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:48.350603 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-plugged", "status": "completed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:48.350895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a619836f-9a65-4ffd-8bc1-294fbb037a87 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:48.351280 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'code': 200} Oct 28 12:16:48.377640 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:48.622464 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382616-0b1b-4983-807f-4a801f65be07 req-ab37fcd2-f919-4b92-8cdd-f68561cff1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:48.624025 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-72382616-0b1b-4983-807f-4a801f65be07 req-ab37fcd2-f919-4b92-8cdd-f68561cff1ad service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0411568 Oct 28 12:16:48.691433 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-72382616-0b1b-4983-807f-4a801f65be07 req-9b2d5c94-e3ea-492f-b5b5-53dc099df9fd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593185 Oct 28 12:16:48.712444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47721-de66-4ad9-ae14-cd24336b737d req-4781b80e-dd6d-47d0-b7ef-ca281f136998 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:48.714155 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d7b47721-de66-4ad9-ae14-cd24336b737d req-4781b80e-dd6d-47d0-b7ef-ca281f136998 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0680113 Oct 28 12:16:48.755337 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d7b47721-de66-4ad9-ae14-cd24336b737d req-40c01cee-bd98-47e3-9015-83b4c43559c8 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339615 Oct 28 12:16:49.421965 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53190735-646d-4727-a04c-edbc2bb48326 req-95378a7a-a538-4fdd-be78-324b4738db81 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:49.425264 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-53190735-646d-4727-a04c-edbc2bb48326 req-95378a7a-a538-4fdd-be78-324b4738db81 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0524714 Oct 28 12:16:49.464875 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-53190735-646d-4727-a04c-edbc2bb48326 req-6ddb070e-d2ba-4609-9389-5f00e0851722 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Oct 28 12:16:49.587385 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5fe5e-d568-4bf0-93f6-1252001fab17 req-732720ee-9507-4c82-8f3d-ae3fb71ed454 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:49.587851 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c6c5fe5e-d568-4bf0-93f6-1252001fab17 req-732720ee-9507-4c82-8f3d-ae3fb71ed454 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0486505 Oct 28 12:16:49.625573 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c6c5fe5e-d568-4bf0-93f6-1252001fab17 req-49cce327-5e45-4538-af72-af0a2a39b774 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Oct 28 12:16:49.884828 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727f0-6534-4376-804a-28bd3c05c446 req-e3fecaf5-6ec0-40a5-b467-2fb307cb4cea tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:49.886391 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-834727f0-6534-4376-804a-28bd3c05c446 req-e3fecaf5-6ec0-40a5-b467-2fb307cb4cea tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0552161 Oct 28 12:16:49.926457 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-834727f0-6534-4376-804a-28bd3c05c446 req-d570ea9e-375f-415b-a901-77ac9c8cd199 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Oct 28 12:16:50.581069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fd914-8029-4984-a00d-1e77d95d927a req-1322e089-3aa9-43e0-a44f-a32e42be254f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:50.582724 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d0fd914-8029-4984-a00d-1e77d95d927a req-1322e089-3aa9-43e0-a44f-a32e42be254f tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0504563 Oct 28 12:16:50.629098 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d0fd914-8029-4984-a00d-1e77d95d927a req-207af84c-208a-4c33-9083-f0a94c562cdb tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Oct 28 12:16:50.745954 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed51898-3a5e-46cc-877d-2de8bba13683 req-845b0e67-2766-46b0-8498-ba28ceec9af5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:50.747565 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ed51898-3a5e-46cc-877d-2de8bba13683 req-845b0e67-2766-46b0-8498-ba28ceec9af5 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0530448 Oct 28 12:16:50.787508 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ed51898-3a5e-46cc-877d-2de8bba13683 req-8021df6e-e3e8-4026-adbe-532f0517c07c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Oct 28 12:16:51.042881 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e40fa-05e4-49c4-ba22-a3a332ddd2bf req-20137e63-3d9a-4a44-8a00-a34875e81ba6 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.044269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-aa7e40fa-05e4-49c4-ba22-a3a332ddd2bf req-20137e63-3d9a-4a44-8a00-a34875e81ba6 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0532818 Oct 28 12:16:51.083691 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-aa7e40fa-05e4-49c4-ba22-a3a332ddd2bf req-d306675e-91bb-4d20-b56d-dfe1c8d54dce tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Oct 28 12:16:51.196676 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deeaed-041c-4187-9a9d-eb7eee2dc2c6 req-7bc6fd44-c29c-49d2-aa0e-d1f478e37e77 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.198205 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d9deeaed-041c-4187-9a9d-eb7eee2dc2c6 req-7bc6fd44-c29c-49d2-aa0e-d1f478e37e77 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Oct 28 12:16:51.237676 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d9deeaed-041c-4187-9a9d-eb7eee2dc2c6 req-0636960a-bc45-4715-977f-9a38a0ca5f47 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330076 Oct 28 12:16:51.260630 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59656) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:51.395346 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e039-6294-4f05-bda9-38183629c3ae req-60ff5d3f-1551-4b78-8b6c-1cd907ce7a58 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.397012 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5289e039-6294-4f05-bda9-38183629c3ae req-60ff5d3f-1551-4b78-8b6c-1cd907ce7a58 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0511994 Oct 28 12:16:51.456080 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f783218-419f-455f-a167-4a7c659ea0df tempest-TestShelveInstance-1880592560 tempest-TestShelveInstance-1880592560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.460244 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1f783218-419f-455f-a167-4a7c659ea0df tempest-TestShelveInstance-1880592560 tempest-TestShelveInstance-1880592560-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1093 time: 0.1960206 Oct 28 12:16:51.460468 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59664) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:51.464740 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:51.486737 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for floatingip, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.505354 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Deleting port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:51.505690 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.616883 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.619362 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] For port 7fffbbcb-b6ac-4854-853b-b69ac56c5812, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=7fffbbcb-b6ac-4854-853b-b69ac56c5812,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:51.619723 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.632690 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Calling delete_port for 7fffbbcb-b6ac-4854-853b-b69ac56c5812 owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:51.727432 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Allocated IP 172.27.2.70 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/62d1df50-b5ed-4b35-bc72-c7efd816299a) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:51.786144 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9d098-686d-4987-ac7c-14ad571fdedb req-8c0871d4-0b8d-4ebf-8a73-c6af5157924e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.787666 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddd9d098-686d-4987-ac7c-14ad571fdedb req-8c0871d4-0b8d-4ebf-8a73-c6af5157924e tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/ports?device_id=28b1cf11-e525-409b-83da-1c26e1d9937d HTTP/1.1" status: 200 len: 945 time: 0.0902569 Oct 28 12:16:51.839306 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.841158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.852889 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ddd9d098-686d-4987-ac7c-14ad571fdedb req-6408f7b2-fe8b-4634-b6fa-c21db18fb500 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4b85d64-6237-435c-907b-f0bb413da9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Oct 28 12:16:51.869543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['7fffbbcb-b6ac-4854-853b-b69ac56c5812'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:51.877283 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.889275 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Pushing event deleted for resources: {'Port': ['ID=7fffbbcb-b6ac-4854-853b-b69ac56c5812,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:51.939672 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] No DVR routers for this DVR port 7fffbbcb-b6ac-4854-853b-b69ac56c5812 on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:51.943631 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.947635 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5289e039-6294-4f05-bda9-38183629c3ae req-f97b6e9b-4306-45b6-9842-766a96ad8ed5 tempest-ServerRescueNegativeTestJSON-1580714644 tempest-ServerRescueNegativeTestJSON-1580714644-project] 10.222.0.107 "DELETE /v2.0/ports/7fffbbcb-b6ac-4854-853b-b69ac56c5812 HTTP/1.1" status: 204 len: 173 time: 0.5391796 Oct 28 12:16:51.948095 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'name': 'network-vif-deleted', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:51.950642 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da44e1b-fee6-4e3f-881b-dce78446f300" -d '{"events": [{"server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "name": "network-vif-deleted", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:51.955162 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-293ab37d-7d1c-4c94-a9b8-ff904e942768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:51.965190 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:51.970753 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'Port': ['ID=62d1df50-b5ed-4b35-bc72-c7efd816299a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:51.973726 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:51.978931 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:51.991638 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74286a2-8ee6-408c-8f7b-4a64ab363b60 req-c1bf6708-1029-433e-81b8-687b2440aae8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.993157 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b74286a2-8ee6-408c-8f7b-4a64ab363b60 req-c1bf6708-1029-433e-81b8-687b2440aae8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.1100430 Oct 28 12:16:51.996222 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.996367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.996761 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.997029 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.997353 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.997684 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.998546 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.998904 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.999228 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.999544 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:51.999860 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:52.000176 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:52.014808 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3e85e-cb58-434c-b5b7-042a008fa807 x-openstack-request-id: req-c8a3e85e-cb58-434c-b5b7-042a008fa807 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:52.015099 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b1cf11-e525-409b-83da-1c26e1d9937d", "name": "network-vif-deleted", "tag": "7fffbbcb-b6ac-4854-853b-b69ac56c5812", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:52.015348 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8a3e85e-cb58-434c-b5b7-042a008fa807 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:52.016254 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b1cf11-e525-409b-83da-1c26e1d9937d', 'name': 'network-vif-deleted', 'tag': '7fffbbcb-b6ac-4854-853b-b69ac56c5812', 'status': 'completed', 'code': 200} Oct 28 12:16:52.103009 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b74286a2-8ee6-408c-8f7b-4a64ab363b60 req-e57f827b-a365-49b1-a8d4-d4f7622f569d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993860 Oct 28 12:16:52.422889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-23a8217d-ade5-4a3e-86aa-63dbc493f06a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:52.424351 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-23a8217d-ade5-4a3e-86aa-63dbc493f06a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 946 time: 0.0540042 Oct 28 12:16:52.540680 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Deleting port cb078e40-acbe-40fd-aa54-76513a780403 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:52.540680 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.653329 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] For port cb078e40-acbe-40fd-aa54-76513a780403, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cb078e40-acbe-40fd-aa54-76513a780403,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:52.653901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.669273 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Calling delete_port for cb078e40-acbe-40fd-aa54-76513a780403 owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:52.678879 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.782263 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.809615 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.829864 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda', '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', '1391e735-fffa-4d34-9821-38ee846f2984', 'cb078e40-acbe-40fd-aa54-76513a780403'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:52.839820 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event deleted for resources: {'Port': ['ID=cb078e40-acbe-40fd-aa54-76513a780403,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:52.898328 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] No DVR routers for this DVR port cb078e40-acbe-40fd-aa54-76513a780403 on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:52.901091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.905240 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dea07708-0cab-478e-b316-41c7fd27f4c7 req-3708c20c-ba7d-4757-8e42-934fdffc4a6b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "DELETE /v2.0/ports/cb078e40-acbe-40fd-aa54-76513a780403 HTTP/1.1" status: 204 len: 173 time: 0.4734092 Oct 28 12:16:52.951689 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59680) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:52.968563 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.975009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.041460 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event updated for resources: {'Port': ['ID=62d1df50-b5ed-4b35-bc72-c7efd816299a,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:53.087810 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.229269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Floating IP 9211c6a9-6982-413f-8b1b-d5e75b4ad3c3 associated. External IP: 172.27.2.70, port: 6d493e72-8230-488e-974e-b32ede2a9db0. Oct 28 12:16:53.259269 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e8391ac5-8d7d-4489-b0a1-362f7a750715 req-c975287c-a031-4e24-b27e-1192377fadef tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=da336b35-558a-46d7-a7ca-9799568bbec3 HTTP/1.1" status: 200 len: 210 time: 0.0365195 Oct 28 12:16:53.461605 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.462308 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Router 00d0efa4-e6de-4450-b7d5-1bf0313c148f has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:53.594713 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:53.607298 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Sync routers for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:53.620298 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.625297 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:53.625297 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:53.662706 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c58d7fed-1546-4418-82b9-9c48b2895875 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1891181 Oct 28 12:16:53.662706 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:53.662706 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:53.699540 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a34a0b-ba45-45e4-b774-34075fab4ead x-openstack-request-id: req-b1a34a0b-ba45-45e4-b774-34075fab4ead {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:53.699935 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:53.700282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1a34a0b-ba45-45e4-b774-34075fab4ead {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:53.700779 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'status': 'completed', 'code': 200} Oct 28 12:16:53.751663 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:53.798873 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-6bb0c7bb-1896-4d04-bded-12ec85c5fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:53.800351 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-6bb0c7bb-1896-4d04-bded-12ec85c5fac3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0702353 Oct 28 12:16:53.991889 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '9211c6a9-6982-413f-8b1b-d5e75b4ad3c3', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'mac_address': 'fa:16:3e:ad:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:16:52Z', 'updated_at': '2021-10-28T12:16:52Z', 'revision_number': 0, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:54.020621 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Checking router: 00d0efa4-e6de-4450-b7d5-1bf0313c148f for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:54.029121 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:54.030242 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:54.078712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Deleting port 99ed1c02-5ea8-4626-80ad-a463f5d28760 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:54.079326 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:54.080575 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'name': 'network-vif-deleted', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:54.082789 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc1858b-7d97-4cd7-b5e8-669cce7a6337" -d '{"events": [{"server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "name": "network-vif-deleted", "tag": "cb078e40-acbe-40fd-aa54-76513a780403"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:54.125678 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524df5f5-e6d2-4d8f-bb43-bb82ad1e98ed x-openstack-request-id: req-524df5f5-e6d2-4d8f-bb43-bb82ad1e98ed {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:54.125966 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da336b35-558a-46d7-a7ca-9799568bbec3", "name": "network-vif-deleted", "tag": "cb078e40-acbe-40fd-aa54-76513a780403", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:54.126210 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-524df5f5-e6d2-4d8f-bb43-bb82ad1e98ed {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:54.126597 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da336b35-558a-46d7-a7ca-9799568bbec3', 'name': 'network-vif-deleted', 'tag': 'cb078e40-acbe-40fd-aa54-76513a780403', 'status': 'completed', 'code': 200} Oct 28 12:16:54.140280 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:54.188429 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-1849f11a-aef3-436c-92da-7489118571af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.189873 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-1849f11a-aef3-436c-92da-7489118571af service neutron] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 911 time: 0.3806715 Oct 28 12:16:54.207499 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] For port 99ed1c02-5ea8-4626-80ad-a463f5d28760, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=99ed1c02-5ea8-4626-80ad-a463f5d28760,segment=NetworkSegment(c1b732c8-bc1f-48fe-8b81-995eff2b38f5),segment_id=c1b732c8-bc1f-48fe-8b81-995eff2b38f5)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:54.207862 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:54.251542 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Calling delete_port for 99ed1c02-5ea8-4626-80ad-a463f5d28760 owned by network:router_interface {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:54.284900 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-774e4855-c80f-4fd8-9171-8b974b7c0d9d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 998 time: 0.0850942 Oct 28 12:16:54.377160 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-3465d23f-1bb8-42fa-8c03-a3dbb4c7e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.378708 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-3465d23f-1bb8-42fa-8c03-a3dbb4c7e755 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0638964 Oct 28 12:16:54.381774 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '9211c6a9-6982-413f-8b1b-d5e75b4ad3c3', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'mac_address': 'fa:16:3e:ad:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:16:52Z', 'updated_at': '2021-10-28T12:16:52Z', 'revision_number': 0, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:54.415001 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc408e87-5b5b-4ce2-a00b-a9a0872334e5 None None] The sync data for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi is: [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '9211c6a9-6982-413f-8b1b-d5e75b4ad3c3', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'mac_address': 'fa:16:3e:ad:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:16:52Z', 'updated_at': '2021-10-28T12:16:52Z', 'revision_number': 0, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:54.483636 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-0f2a8d5c-e0c4-43af-8601-68fe77c514cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.485144 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-0f2a8d5c-e0c4-43af-8601-68fe77c514cd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979629 Oct 28 12:16:54.507250 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-abf1f9fd-aa92-43f6-858e-0fc4d5d9e128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:54.615131 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:54.652350 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcb4e2-f83e-4574-9aac-dd4d9abeff56 None None] New status for floating IP 9211c6a9-6982-413f-8b1b-d5e75b4ad3c3: ACTIVE {{(pid=101495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:16:54.665625 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ed1c02-5ea8-4626-80ad-a463f5d28760,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:54.683814 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-b247fcdd-8577-45cb-ae05-28d0ceb4594b service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799388 Oct 28 12:16:54.881982 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-85202166-12fc-4e9d-92fa-8d1e5b62fcf3 req-709c7d79-1933-4b7c-98a5-ed51fec77aab service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782532 Oct 28 12:16:54.911363 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.145832 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:55.249489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:55.254520 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c7c7448a-9888-4119-bb78-75b5b5d82522 admin admin] 10.222.0.37 "PUT /v2.0/routers/04e9ec94-e06b-4aef-ac1a-ed1bfb951d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017783 Oct 28 12:16:55.257245 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59708) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:55.260282 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Sync routers for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:55.270848 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:55.271557 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:55.370967 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.379812 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:55.480523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.556814 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Deleting port f7d2699e-be45-4bf9-8f2e-24041f342687 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:55.556814 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.577823 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:16:54Z', 'revision_number': 5, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port': {'id': 'f7d2699e-be45-4bf9-8f2e-24041f342687', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:55.616297 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Checking router: 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:55.625317 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Routers {'04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:55.625919 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:55.661807 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] For port f7d2699e-be45-4bf9-8f2e-24041f342687, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=f7d2699e-be45-4bf9-8f2e-24041f342687,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:55.662177 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.683187 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Calling delete_port for f7d2699e-be45-4bf9-8f2e-24041f342687 owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:55.684369 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.730824 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] Set router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:55.731049 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91657d-edea-4f93-ae52-e105a01e6c32 req-12b63e0d-346f-4bca-8919-764aaeb99d4b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:55.731049 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fe91657d-edea-4f93-ae52-e105a01e6c32 req-12b63e0d-346f-4bca-8919-764aaeb99d4b tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0636032 Oct 28 12:16:55.740965 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.771280 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fe91657d-edea-4f93-ae52-e105a01e6c32 req-7c52b59f-02d9-43a3-9a6d-b1c3a1a12637 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Oct 28 12:16:55.791501 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:16:55Z', 'revision_number': 6, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:55.822156 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e6c6-29af-4838-b0eb-ded3bedea382 None None] The sync data for ids ['04e9ec94-e06b-4aef-ac1a-ed1bfb951d57'] in dv-cinder-815712-4-iscsi is: [{'id': '04e9ec94-e06b-4aef-ac1a-ed1bfb951d57', 'name': 'tempest-ServerRescueNegativeTestJSON-1902697698-router', 'tenant_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:16:55Z', 'revision_number': 6, 'project_id': 'f7674a1ffc684002a3b3e181e1e3ffd8', 'gw_port_host': None}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:55.915098 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.946145 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d2699e-be45-4bf9-8f2e-24041f342687,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:56.006212 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.110243 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.112837 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.137131 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cb078e40-acbe-40fd-aa54-76513a780403 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:56.162622 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: cb078e40-acbe-40fd-aa54-76513a780403 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:56.163086 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cb078e40-acbe-40fd-aa54-76513a780403 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:56.163596 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 7fffbbcb-b6ac-4854-853b-b69ac56c5812 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:56.187729 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.188418 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:16:56.190950 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 7fffbbcb-b6ac-4854-853b-b69ac56c5812 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:56.191301 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 7fffbbcb-b6ac-4854-853b-b69ac56c5812 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:56.195335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.196676 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-08474b20-95f4-46f4-a9ce-137569b752ab admin admin] 10.222.0.37 "DELETE /v2.0/routers/04e9ec94-e06b-4aef-ac1a-ed1bfb951d57 HTTP/1.1" status: 204 len: 168 time: 0.9378757 Oct 28 12:16:56.199420 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59722) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:56.247097 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Deleting subnet 0c9e18a4-4aef-4a10-90da-a2504aaa4092 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:16:56.251053 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.285343 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.324271 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.382922 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.407804 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9e18a4-4aef-4a10-90da-a2504aaa4092,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:56.411500 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.414703 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-98a1975c-628a-49c9-b943-1517572a482b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c9e18a4-4aef-4a10-90da-a2504aaa4092 HTTP/1.1" status: 204 len: 168 time: 0.2141292 Oct 28 12:16:56.417151 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59726) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:56.488472 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.572975 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.597943 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2502a-f306-4bed-bbae-5099ba15a727']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:56.611501 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:56.611791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b732c8-bc1f-48fe-8b81-995eff2b38f5') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:56.621792 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.635886 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.642469 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Releasing vlan 1383 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:16:56.643137 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:16:56.645141 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:16:56.652726 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device f7d2699e-be45-4bf9-8f2e-24041f342687 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:56.675757 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: f7d2699e-be45-4bf9-8f2e-24041f342687 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:56.676106 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device f7d2699e-be45-4bf9-8f2e-24041f342687 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:56.676534 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 99ed1c02-5ea8-4626-80ad-a463f5d28760 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:56.703639 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.704985 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 99ed1c02-5ea8-4626-80ad-a463f5d28760 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:56.705436 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 99ed1c02-5ea8-4626-80ad-a463f5d28760 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:56.710193 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:56.713528 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] 10.222.0.37 "DELETE /v2.0/networks/6dd2502a-f306-4bed-bbae-5099ba15a727 HTTP/1.1" status: 204 len: 168 time: 0.2952855 Oct 28 12:16:56.730428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724908-2630-48a2-b131-1a665afe193e admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd2502a-f306-4bed-bbae-5099ba15a727,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:56.905562 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4141ea4-a404-4fa9-9647-3d48abdef79c req-a6f2ae7f-5308-43cb-b5b4-6d9bb4d66928 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:56.907104 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d4141ea4-a404-4fa9-9647-3d48abdef79c req-a6f2ae7f-5308-43cb-b5b4-6d9bb4d66928 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0621719 Oct 28 12:16:56.915415 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59734) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:56.985031 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-58854934-5a2a-471a-9f57-9dd066686923 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7674a1ffc684002a3b3e181e1e3ffd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657647 Oct 28 12:16:56.985742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59738) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:56.986290 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d4141ea4-a404-4fa9-9647-3d48abdef79c req-5999b6bd-f97c-4ea6-9088-af20b1524260 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549102 Oct 28 12:16:57.038891 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.060760 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.106770 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.111146 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.112318 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b85d64-6237-435c-907b-f0bb413da9e3 HTTP/1.1" status: 204 len: 168 time: 0.1252785 Oct 28 12:16:57.120512 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806e9d-e637-40d6-b147-35e2a41dcfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b85d64-6237-435c-907b-f0bb413da9e3,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:57.129766 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.816214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59764) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:57.915778 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-717937065-network', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:57.937995 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Made reservation on behalf of 9312b8e64f51472da613ba9a553d6c08 for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:57.940367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.949131 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.032569 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.036171 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-11b5e673-6347-4945-a1e4-0f8c6c2057ec tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.039186 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-11b5e673-6347-4945-a1e4-0f8c6c2057ec tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.0538402 Oct 28 12:16:58.040622 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.066799 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] vlan segment allocate from pool success with {'vlan_id': 1365, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:16:58.077317 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73034602-118d-4461-ac32-a47c23ef5c2a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:58.082308 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.082649 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Added segment 11c943a6-efbb-459a-9481-1afb7504d2ad of type vlan for network de15b36d-2b79-466b-a06c-a72c17091769 Oct 28 12:16:58.127523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.154487 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.155742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.156478 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.180437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c45f-c66c-4c61-b834-911b0d5767d1 req-73b3ce22-e645-4842-926c-5c942fb60f32 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.182624 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6572c45f-c66c-4c61-b834-911b0d5767d1 req-73b3ce22-e645-4842-926c-5c942fb60f32 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=948c9fed-b55d-4b55-9971-f4db721088aa HTTP/1.1" status: 200 len: 945 time: 0.1028724 Oct 28 12:16:58.210341 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3929944 Oct 28 12:16:58.217392 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59772) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:58.222364 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Request body: {'subnet': {'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-717937065-subnet', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:58.227965 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Deleting port 1391e735-fffa-4d34-9821-38ee846f2984 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:58.228297 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.233662 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca189-f258-4355-b8f0-b86f218a370d admin admin] Pushing event updated for resources: {'Network': ['ID=de15b36d-2b79-466b-a06c-a72c17091769,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:58.246861 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network de15b36d-2b79-466b-a06c-a72c17091769 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:16:58.249431 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6572c45f-c66c-4c61-b834-911b0d5767d1 req-d3694614-d12b-463f-91b6-b859f03bca74 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Oct 28 12:16:58.255950 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Made reservation on behalf of 9312b8e64f51472da613ba9a553d6c08 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:58.258946 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.343323 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] For port 1391e735-fffa-4d34-9821-38ee846f2984, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1391e735-fffa-4d34-9821-38ee846f2984,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:58.343767 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.361280 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Calling delete_port for 1391e735-fffa-4d34-9821-38ee846f2984 owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:58.443049 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.496809 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.504619 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3773c6-231b-4b65-8e60-bacb70f9b84b,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:58.514182 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Checking segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:58.514536 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Network hostable DHCP agents. Network: de15b36d-2b79-466b-a06c-a72c17091769, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:16:58.516252 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda', '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', '1391e735-fffa-4d34-9821-38ee846f2984'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:58.533095 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event deleted for resources: {'Port': ['ID=1391e735-fffa-4d34-9821-38ee846f2984,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:58.534757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Network de15b36d-2b79-466b-a06c-a72c17091769 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:16:58.549317 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, de15b36d-2b79-466b-a06c-a72c17091769) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:58.560893 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.561513 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.561882 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d6c47-8938-470b-a0ea-e41898d5e90c None None] Network de15b36d-2b79-466b-a06c-a72c17091769 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:58.574844 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] No DVR routers for this DVR port 1391e735-fffa-4d34-9821-38ee846f2984 on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:58.577543 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.582336 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-23081dfe-58c1-4f13-8008-43c52e011a01 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3620737 Oct 28 12:16:58.582507 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a121aa27-2b5d-47d8-ba5c-80d40e2350cb req-3cad2881-fa35-446d-91f4-af89d82b7ee0 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "DELETE /v2.0/ports/1391e735-fffa-4d34-9821-38ee846f2984 HTTP/1.1" status: 204 len: 173 time: 0.5351517 Oct 28 12:16:58.582507 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'name': 'network-vif-deleted', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:58.583596 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59776) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:58.584437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e6af5-f956-4cce-87a0-85e0887e0b55" -d '{"events": [{"server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "name": "network-vif-deleted", "tag": "1391e735-fffa-4d34-9821-38ee846f2984"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:58.589436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:58.627352 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.629982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.642911 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9156813-08f5-4569-a0c6-9b18be2205eb x-openstack-request-id: req-d9156813-08f5-4569-a0c6-9b18be2205eb {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:58.643509 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c9fed-b55d-4b55-9971-f4db721088aa", "name": "network-vif-deleted", "tag": "1391e735-fffa-4d34-9821-38ee846f2984", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:58.643917 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9156813-08f5-4569-a0c6-9b18be2205eb {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:58.644484 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c9fed-b55d-4b55-9971-f4db721088aa', 'name': 'network-vif-deleted', 'tag': '1391e735-fffa-4d34-9821-38ee846f2984', 'status': 'completed', 'code': 200} Oct 28 12:16:58.701090 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.832924 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-de15b36d-2b79-466b-a06c-a72c17091769', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:16:58.833755 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:58.851610 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.070828 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Allocated IP 172.20.0.2 (de15b36d-2b79-466b-a06c-a72c17091769/ac3773c6-231b-4b65-8e60-bacb70f9b84b/2f3376eb-f9cf-4c4e-829d-23ce35ff338e) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:59.076738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.102409 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.242203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Allocated IP 172.27.2.217 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/b02700c9-0531-4bf1-af53-64b6b08905ef) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:59.267475 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.281549 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.327661 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Network de15b36d-2b79-466b-a06c-a72c17091769 is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:59.333567 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:59.337854 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:59.351105 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Pushing event updated for resources: {'Port': ['ID=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:59.382366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.417281 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Attempting to bind port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:59.417691 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Attempting to bind port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:59.418117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Attempting to bind port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:59.428334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:59.429062 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.429234 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Checking segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:59.429672 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.430141 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Bound using segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:59.430597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Bound port: 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:59.431424 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.484584 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:59.491438 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Pushing event updated for resources: {'Port': ['ID=b02700c9-0531-4bf1-af53-64b6b08905ef,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:59.493989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:59.496109 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:59.537803 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] For port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:59.541530 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] For port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:59.547290 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.614789 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e10c7-5825-45bd-b4b7-a7eb2b534db3 None None] Pushing event updated for resources: {'Port': ['ID=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:59.911238 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3cec-9ed0-4b67-a8d2-85977ab16427 req-7af5ba0e-9f3e-4072-8b45-d9626b9cf748 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:59.912759 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-404a3cec-9ed0-4b67-a8d2-85977ab16427 req-7af5ba0e-9f3e-4072-8b45-d9626b9cf748 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.3722966 Oct 28 12:17:00.027039 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-404a3cec-9ed0-4b67-a8d2-85977ab16427 req-5470a350-81ea-4479-9387-8e5b87edff0d tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049962 Oct 28 12:17:00.057852 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.260634 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.394950 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:17:00.507511 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:00.517975 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:00.527939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.530733 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-06f03967-89cb-464c-96d5-c8a0989a3501 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9446363 Oct 28 12:17:00.532880 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59798) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:00.537079 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:00.537773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:00.584581 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd088e14-4c99-4a75-99b8-a547ba9a3de5 None None] Network de15b36d-2b79-466b-a06c-a72c17091769 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:00.786159 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2f3376eb-f9cf-4c4e-829d-23ce35ff338e up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:00.873741 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] Provisioning complete for port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:00.874108 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.936209 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:00.961593 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:17:01.047669 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:01.047944 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.158025 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410acc0-2791-40ea-bb0a-b3849c222804 req-d4bb75c0-1a1a-48d0-a04b-e1aecc9f354c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.160174 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3410acc0-2791-40ea-bb0a-b3849c222804 req-d4bb75c0-1a1a-48d0-a04b-e1aecc9f354c tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0610530 Oct 28 12:17:01.206804 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3410acc0-2791-40ea-bb0a-b3849c222804 req-55c54883-1481-476e-937f-22e03f91c100 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Oct 28 12:17:01.223453 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.228450 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.320433 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] For port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:01.323380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.335428 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.431936 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Allocated IP 172.20.0.1 (de15b36d-2b79-466b-a06c-a72c17091769/ac3773c6-231b-4b65-8e60-bacb70f9b84b/6586b7d8-9b49-4d54-bd3c-a147776176fd) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:01.434216 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:16:59Z', 'revision_number': 3, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:01.468645 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7200170-ab4b-46a9-9cfc-31d81d83536d None None] Pushing event updated for resources: {'Port': ['ID=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:01.472645 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:01.472996 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Updating router 058a6c1a-bfc2-41c9-a94d-847004ce7099 port b02700c9-0531-4bf1-af53-64b6b08905ef binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:17:01.477049 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.db.api [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:17:01.477565 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG oslo_db.api [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:17:01.499679 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.588915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.605950 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-9701a279-71dd-4c14-8157-bbc1a4a96601 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.607554 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-9701a279-71dd-4c14-8157-bbc1a4a96601 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 945 time: 0.0916057 Oct 28 12:17:01.628676 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-c9241e8b-ceae-47af-9144-f09027a89363 None None] Provisioning complete for port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:01.629732 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c9241e8b-ceae-47af-9144-f09027a89363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.687797 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.738665 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Network de15b36d-2b79-466b-a06c-a72c17091769 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:01.749135 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:01.753516 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:01.784916 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Pushing event updated for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:01.801799 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Deleting port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:01.802624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.845580 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.874877 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.883805 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.955423 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Attempting to bind port b02700c9-0531-4bf1-af53-64b6b08905ef on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:01.955840 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Attempting to bind port b02700c9-0531-4bf1-af53-64b6b08905ef by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:01.956181 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Attempting to bind port b02700c9-0531-4bf1-af53-64b6b08905ef on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:01.958272 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7f496-2c65-4cea-bb49-ccf1b2c22956 None None] Pushing event updated for resources: {'Port': ['ID=b02700c9-0531-4bf1-af53-64b6b08905ef,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:01.964134 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:01.964502 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:01.964899 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.965277 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:01.965740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Bound port: b02700c9-0531-4bf1-af53-64b6b08905ef, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:01.966113 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.984610 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] For port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:01.984981 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.006648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Calling delete_port for 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 owned by compute:nova {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:02.063740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-8f09815c-40b4-4f64-8438-f036f798bb9f None None] Provisioning complete for port 6586b7d8-9b49-4d54-bd3c-a147776176fd triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:02.064070 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-8f09815c-40b4-4f64-8438-f036f798bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.071448 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] For port b02700c9-0531-4bf1-af53-64b6b08905ef, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:02.080180 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.113065 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] For port b02700c9-0531-4bf1-af53-64b6b08905ef, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b02700c9-0531-4bf1-af53-64b6b08905ef,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:02.119700 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-8f09815c-40b4-4f64-8438-f036f798bb9f None None] Port 6586b7d8-9b49-4d54-bd3c-a147776176fd cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:17:02.121773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.170352 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1391e735-fffa-4d34-9821-38ee846f2984 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:02.204602 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 1391e735-fffa-4d34-9821-38ee846f2984 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:02.204940 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1391e735-fffa-4d34-9821-38ee846f2984 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:02.206624 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:02.207257 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:02.209773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7f496-2c65-4cea-bb49-ccf1b2c22956 None None] Pushing event updated for resources: {'Port': ['ID=b02700c9-0531-4bf1-af53-64b6b08905ef,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:02.261948 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.277864 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda', '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:02.308975 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event deleted for resources: {'Port': ['ID=3f38fef4-b0dd-45df-aeed-6c7e40ac2d57,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:02.328236 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4e2b797d-b646-41f0-b43c-66b9db57df5b req-342ca17d-2c75-4d32-b852-128e6e1a099e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dad0a53-4ae8-40dc-a10f-acae9a07424a HTTP/1.1" status: 200 len: 210 time: 0.0386596 Oct 28 12:17:02.366806 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:02.369941 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] No DVR routers for this DVR port 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 on host hv-cinder-81571 {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:02.376711 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.380030 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6724d570-9711-4987-9534-a8dfb0b2d229 req-e3f7eb9f-57dc-4dc6-823e-322daab81ee8 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "DELETE /v2.0/ports/3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 HTTP/1.1" status: 204 len: 173 time: 0.7658868 Oct 28 12:17:02.380472 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'name': 'network-vif-deleted', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:02.382731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd546b86-14c2-425e-a05f-c30ebf2b84cb" -d '{"events": [{"server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "name": "network-vif-deleted", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:02.389007 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.393973 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.440307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4fc88-b383-4b9f-be5f-98a4d2fb2e64 x-openstack-request-id: req-1cf4fc88-b383-4b9f-be5f-98a4d2fb2e64 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:02.440603 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad0a53-4ae8-40dc-a10f-acae9a07424a", "name": "network-vif-deleted", "tag": "3f38fef4-b0dd-45df-aeed-6c7e40ac2d57", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:02.440858 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cf4fc88-b383-4b9f-be5f-98a4d2fb2e64 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:02.441347 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad0a53-4ae8-40dc-a10f-acae9a07424a', 'name': 'network-vif-deleted', 'tag': '3f38fef4-b0dd-45df-aeed-6c7e40ac2d57', 'status': 'completed', 'code': 200} Oct 28 12:17:02.468526 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.470430 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Pushing event updated for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:02.611359 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2f3376eb-f9cf-4c4e-829d-23ce35ff338e up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:02.621288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Network de15b36d-2b79-466b-a06c-a72c17091769 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:02.622796 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:02.746076 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:02.747315 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:02.783713 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:01Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:02.796349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:02.815782 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556a5b4-404b-45de-8870-f859c3538d04 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:01Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:02.925294 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:02.936918 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-eb471a3e-51da-4d87-a34a-199d7eead14b admin admin] 10.222.0.37 "PUT /v2.0/routers/058a6c1a-bfc2-41c9-a94d-847004ce7099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026654 Oct 28 12:17:02.948885 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-35b340a9-7ee8-4d2a-b0bc-7330dd3a862f None None] Provisioning complete for port 6586b7d8-9b49-4d54-bd3c-a147776176fd triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:02.949257 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-35b340a9-7ee8-4d2a-b0bc-7330dd3a862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.135956 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-35b340a9-7ee8-4d2a-b0bc-7330dd3a862f None None] Port 6586b7d8-9b49-4d54-bd3c-a147776176fd cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:17:03.556756 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59850) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:03.561909 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507876668', 'description': 'tempest-description--860117638'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:03.584565 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.660005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.665962 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.700265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.701546 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1437886 Oct 28 12:17:03.702670 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab9bfb-94fc-4e14-a092-1b0bec81cecd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:03.705256 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59854) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:03.710634 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group_rule': {'security_group_id': 'ab4432ff-e4d5-4bb1-ab88-5e8d56fed097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:03.744145 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.806635 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.810524 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.830617 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5ee308-8f5c-4a37-8bbe-5899eb63d835,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:03.837196 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.838593 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-57a088b7-c3cd-4d32-9ad7-e3d0ca774302 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319788 Oct 28 12:17:03.841081 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59858) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:03.845918 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group_rule': {'security_group_id': 'ab4432ff-e4d5-4bb1-ab88-5e8d56fed097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:03.874090 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.939468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.943688 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.963712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c81aac-7863-4e3d-96c9-efc2402a11e3,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:03.973691 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.977833 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-82411c77-89f6-45dc-a139-90904b507da4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323164 Oct 28 12:17:03.978063 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59860) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:03.983386 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:04.011408 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.114878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.215093 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Allocated IP 172.27.2.252 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/f1367004-8a7c-4a2c-8718-dd807a8a4a62) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:04.316292 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.352979 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.394779 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:04.397597 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:04.401184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:04.407184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=f1367004-8a7c-4a2c-8718-dd807a8a4a62,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:04.530037 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.578738 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.601791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b02700c9-0531-4bf1-af53-64b6b08905ef up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:04.651235 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port b02700c9-0531-4bf1-af53-64b6b08905ef triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:04.651744 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.738105 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.741834 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.748584 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.760800 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port b02700c9-0531-4bf1-af53-64b6b08905ef, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b02700c9-0531-4bf1-af53-64b6b08905ef,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:04.767460 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.819261 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=b02700c9-0531-4bf1-af53-64b6b08905ef,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:04.833104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=f1367004-8a7c-4a2c-8718-dd807a8a4a62,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:04.846477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.863788 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:04.864414 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.866727 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-faf9235a-4a52-404a-9883-c34767a0cf32 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8863626 Oct 28 12:17:04.876066 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:04.876849 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:04.989696 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:05.007518 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-7b2df286-802a-41ef-aa6c-ece7fbbd3844 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--507876668&fields=id&tenant_id=9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 267 time: 0.0346713 Oct 28 12:17:05.126959 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-08a2a159-760e-49ae-ae06-3e9422b25e53 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.128488 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-08a2a159-760e-49ae-ae06-3e9422b25e53 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 810 time: 0.1141601 Oct 28 12:17:05.143268 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-34bbafcd-5523-4244-8807-844cd133b5cf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/quotas/9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0090942 Oct 28 12:17:05.189424 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 2, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:05.196128 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-068041fa-7342-4dee-a1f1-140944639a7c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474017 Oct 28 12:17:05.218612 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:05.218991 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Updating router 058a6c1a-bfc2-41c9-a94d-847004ce7099 port 6586b7d8-9b49-4d54-bd3c-a147776176fd binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:17:05.243532 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.293504 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-81d818aa-510b-4f5e-a9cb-7697bd76a2eb service neutron] 10.222.0.37 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858057 Oct 28 12:17:05.382225 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-9a26a216-7d55-40ac-93b8-688591a63dc5 service neutron] 10.222.0.37 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814176 Oct 28 12:17:05.503509 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.508699 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.554849 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Pushing event updated for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:05.561691 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-62eeab87-bd00-4974-97df-7e6977742965 req-dfa7ac2e-3edf-4f0b-85a9-8ed805e6907b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 210 time: 0.0385392 Oct 28 12:17:05.564738 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.565362 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.565954 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.566443 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.567102 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.567762 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.568128 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.568413 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.568753 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.569082 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.569401 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.569715 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.643935 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Attempting to bind port 6586b7d8-9b49-4d54-bd3c-a147776176fd on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:05.644304 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Attempting to bind port 6586b7d8-9b49-4d54-bd3c-a147776176fd by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:05.644806 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Attempting to bind port 6586b7d8-9b49-4d54-bd3c-a147776176fd on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:05.650423 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:05.650827 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Checking segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:05.651223 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.651668 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Bound using segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:05.653057 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Bound port: 6586b7d8-9b49-4d54-bd3c-a147776176fd, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:05.653618 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.731017 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] For port 6586b7d8-9b49-4d54-bd3c-a147776176fd, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:05.735403 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] For port 6586b7d8-9b49-4d54-bd3c-a147776176fd, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=6586b7d8-9b49-4d54-bd3c-a147776176fd,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:05.740888 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.793165 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:05.793789 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:05.885581 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] Provisioning complete for port 6586b7d8-9b49-4d54-bd3c-a147776176fd triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:05.886637 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.900338 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493c98-758b-4a0e-946a-e4103856bf52 req-b690f490-de7a-42ee-affd-4d0e0b332386 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.909139 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9a493c98-758b-4a0e-946a-e4103856bf52 req-b690f490-de7a-42ee-affd-4d0e0b332386 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0880158 Oct 28 12:17:05.988210 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9a493c98-758b-4a0e-946a-e4103856bf52 req-06b600c3-c0aa-4999-b8ed-7368b6f34e5a tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770867 Oct 28 12:17:05.999712 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0884e1-ea64-4d7e-af3c-139044f217ef None None] Pushing event updated for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:06.037345 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:06.039781 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:06.082423 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] For port 6586b7d8-9b49-4d54-bd3c-a147776176fd, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=6586b7d8-9b49-4d54-bd3c-a147776176fd,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:06.087950 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:06.157212 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226527a-1559-4256-bfeb-04b3a6cff232 None None] Pushing event updated for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:06.181564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:06.206254 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:06.206592 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 3f38fef4-b0dd-45df-aeed-6c7e40ac2d57 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:06.218192 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-dc5f0d07-79b5-47a6-9512-df2fb526e844 None None] Provisioning complete for port 6586b7d8-9b49-4d54-bd3c-a147776176fd triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:06.218652 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0d07-79b5-47a6-9512-df2fb526e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:06.264236 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:05Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:06.293423 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d0f88-cc79-4a37-b6b2-d21a4c634ca2 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:05Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:06.595334 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 6586b7d8-9b49-4d54-bd3c-a147776176fd up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:06.646328 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 6586b7d8-9b49-4d54-bd3c-a147776176fd triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:06.646726 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:06.663163 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0cfcc8ea-faf0-4246-8538-fcecaf65beb1 req-944ba51a-38ff-4194-9928-7f95a1513576 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 210 time: 0.0332651 Oct 28 12:17:06.733305 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b02700c9-0531-4bf1-af53-64b6b08905ef up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:06.792282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port b02700c9-0531-4bf1-af53-64b6b08905ef triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:06.792658 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:06.916968 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fbdc1996-b254-4293-96f1-a0d13408c172 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.917953 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fbdc1996-b254-4293-96f1-a0d13408c172 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 810 time: 0.1357744 Oct 28 12:17:06.971728 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-ffce3052-9656-4d0b-88a6-e250b1cfefab tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 379 time: 0.0407059 Oct 28 12:17:06.988564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'port': {'device_id': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'admin_state_up': True, 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'security_groups': ['ab4432ff-e4d5-4bb1-ab88-5e8d56fed097']}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:07.105251 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Made reservation on behalf of 9312b8e64f51472da613ba9a553d6c08 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:07.108480 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b2df5-a3e6-4dad-9780-09ff02744049 req-5a24f765-b3c8-406e-88af-e824842d03c2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:07.109538 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.109972 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad3b2df5-a3e6-4dad-9780-09ff02744049 req-5a24f765-b3c8-406e-88af-e824842d03c2 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Oct 28 12:17:07.154524 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad3b2df5-a3e6-4dad-9780-09ff02744049 req-9246d2a8-58bd-42bd-9049-592c6e6bfa52 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Oct 28 12:17:07.248570 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Allocated IP 172.20.0.11 (de15b36d-2b79-466b-a06c-a72c17091769/ac3773c6-231b-4b65-8e60-bacb70f9b84b/162964eb-ccde-495d-a9be-489d9176ff3b) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:07.384428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.416507 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.467468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Network de15b36d-2b79-466b-a06c-a72c17091769 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:07.470547 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:07.474794 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:07.478636 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:07.525210 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:07.525824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.542393 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-89a2d9b7-d8eb-4b27-8832-0ded316bd6b1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578055 Oct 28 12:17:07.560186 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Request body: {'port': {'device_id': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:07.620327 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.734441 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-376cb275-bdfd-4aff-8862-f43596a4aa46 None None] Provisioning complete for port 162964eb-ccde-495d-a9be-489d9176ff3b triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:07.735056 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-376cb275-bdfd-4aff-8862-f43596a4aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.773502 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-376cb275-bdfd-4aff-8862-f43596a4aa46 None None] Port 162964eb-ccde-495d-a9be-489d9176ff3b cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:17:07.833953 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec079fa9-b846-48a5-8644-bfb87db15123 req-cc0256bc-88ad-4dee-b75b-ffa6f88b8320 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:07.835484 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec079fa9-b846-48a5-8644-bfb87db15123 req-cc0256bc-88ad-4dee-b75b-ffa6f88b8320 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 932 time: 0.0997365 Oct 28 12:17:07.899418 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec079fa9-b846-48a5-8644-bfb87db15123 req-060edb91-5a9d-4108-b0b0-930c1d976b30 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571253 Oct 28 12:17:07.948776 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162964eb-ccde-495d-a9be-489d9176ff3b {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:07.956656 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:07.969962 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Transition to ACTIVE for port object 162964eb-ccde-495d-a9be-489d9176ff3b will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:17:07.973541 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.025475 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Pushing event updated for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:08.100209 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Attempting to bind port 162964eb-ccde-495d-a9be-489d9176ff3b on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:08.100554 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Attempting to bind port 162964eb-ccde-495d-a9be-489d9176ff3b by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:08.100887 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Attempting to bind port 162964eb-ccde-495d-a9be-489d9176ff3b on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:08.105896 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Port 162964eb-ccde-495d-a9be-489d9176ff3b on network de15b36d-2b79-466b-a06c-a72c17091769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:17:08.106229 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Attempting to bind port 162964eb-ccde-495d-a9be-489d9176ff3b on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:08.111999 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:08.112340 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Checking segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:08.112729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Bound using segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:08.113158 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Bound port: 162964eb-ccde-495d-a9be-489d9176ff3b, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:08.113532 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.181391 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:08.184720 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=162964eb-ccde-495d-a9be-489d9176ff3b,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:08.189915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.234215 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.234873 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.236277 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] 10.222.0.107 "PUT /v2.0/ports/162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1094 time: 0.6808975 Oct 28 12:17:08.236712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:08.238991 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:08.272619 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8c1d-5e19-461e-b291-e2d5d2c08e5b service neutron] Pushing event updated for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:08.332825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae207-0cbf-47c8-8fd4-b58b40560638 req-22054109-80fd-44e0-aeb7-3fa0b4d7deaa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.334386 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-aeaae207-0cbf-47c8-8fd4-b58b40560638 req-22054109-80fd-44e0-aeb7-3fa0b4d7deaa tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0775027 Oct 28 12:17:08.364891 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-f1851805-fc2f-4a40-bfe6-a335a54c017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.366376 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-f1851805-fc2f-4a40-bfe6-a335a54c017c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1097 time: 0.0683942 Oct 28 12:17:08.384105 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-aeaae207-0cbf-47c8-8fd4-b58b40560638 req-0e1a4cbe-13b9-4a07-b115-b87bbf5c2291 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Oct 28 12:17:08.425126 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-e30f0d37-31e3-4c58-affb-2e5618a7f3dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 217 time: 0.0390935 Oct 28 12:17:08.447290 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3470e7f-08da-4505-b160-b31a389c45f1 x-openstack-request-id: req-b3470e7f-08da-4505-b160-b31a389c45f1 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:08.447571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:08.447817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3470e7f-08da-4505-b160-b31a389c45f1 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:08.448203 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b', 'status': 'completed', 'code': 200} Oct 28 12:17:08.484173 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-2521072f-d145-4eab-b3f0-e37b4d49bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.485869 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-2521072f-d145-4eab-b3f0-e37b4d49bf47 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0478070 Oct 28 12:17:08.536242 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-c666d598-6807-4cb3-983e-509ea7f11019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.537751 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-c666d598-6807-4cb3-983e-509ea7f11019 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407703 Oct 28 12:17:08.634117 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-33909222-c165-4258-89f1-523fdd39265f service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Oct 28 12:17:08.732868 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-eec6c326-ac42-4141-b6b2-dcc1f0e34a53 req-ee963559-9ebc-4b31-b216-ce55e52fc5c4 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830088 Oct 28 12:17:08.800204 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.823773 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-d81a9751-792f-45c8-8570-321e5d6d4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.825264 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-d81a9751-792f-45c8-8570-321e5d6d4dd0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1097 time: 0.0465775 Oct 28 12:17:08.916914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-534804d1-7b75-4807-93ee-454ba1796a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.918377 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-534804d1-7b75-4807-93ee-454ba1796a05 service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0825760 Oct 28 12:17:09.192898 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-52e16d63-e54f-41a9-a744-380972c45138 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 217 time: 0.2654128 Oct 28 12:17:09.268016 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7e1e-891e-4665-87c4-bd89180c4a46 req-4fd966c4-69ca-403f-8ee3-98e7a79b00aa tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:09.269483 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9c8e7e1e-891e-4665-87c4-bd89180c4a46 req-4fd966c4-69ca-403f-8ee3-98e7a79b00aa tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0793533 Oct 28 12:17:09.274529 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-7fe631f7-23f8-44de-9590-031cdcad6c45 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:09.276043 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-7fe631f7-23f8-44de-9590-031cdcad6c45 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Oct 28 12:17:09.284231 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-9f6436d3-871c-4d42-b519-7016050ccb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:09.285600 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-9f6436d3-871c-4d42-b519-7016050ccb8e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0640275 Oct 28 12:17:09.341253 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9c8e7e1e-891e-4665-87c4-bd89180c4a46 req-108a9ef2-0d03-42a1-8b0c-93db859b7498 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654485 Oct 28 12:17:09.350947 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-2c885cbf-e082-4e2e-8eb2-cfe8bc3a134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:09.352491 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-2c885cbf-e082-4e2e-8eb2-cfe8bc3a134d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568089 Oct 28 12:17:09.411126 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Deleting port 9150fd45-c84d-4736-a6a2-8247b4b15dda {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:09.411466 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:09.450066 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-abb41820-3b36-44bf-b217-3c3efe67d888 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Oct 28 12:17:09.532699 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] For port 9150fd45-c84d-4736-a6a2-8247b4b15dda, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=9150fd45-c84d-4736-a6a2-8247b4b15dda,segment=NetworkSegment(b30cb821-7fc4-431b-ae59-4621bf338d90),segment_id=b30cb821-7fc4-431b-ae59-4621bf338d90)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:09.533054 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:09.548806 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d6313a2-d7a4-4174-80c5-f4d24ed1e960 req-0e778e31-c568-4161-a88d-459cddb065db service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900865 Oct 28 12:17:09.549023 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4feeb1-a475-4e80-827c-c8dd536ee130 req-cd9c5d1d-c0c0-4fee-a11d-65ddb773e086 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:09.550473 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4c4feeb1-a475-4e80-827c-c8dd536ee130 req-cd9c5d1d-c0c0-4fee-a11d-65ddb773e086 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e8e6f3a-3f05-49d7-b1d4-b714a4382010 HTTP/1.1" status: 200 len: 946 time: 0.0867336 Oct 28 12:17:09.558979 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Calling delete_port for 9150fd45-c84d-4736-a6a2-8247b4b15dda owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:09.634961 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4c4feeb1-a475-4e80-827c-c8dd536ee130 req-7c6cae8d-3702-4ee4-978b-729de5fd2647 tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.37 "GET /v2.0/security-groups?id=97c7a9a6-a59e-47dd-86d0-26cd57da3380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770807 Oct 28 12:17:09.720977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:09.734371 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['9150fd45-c84d-4736-a6a2-8247b4b15dda'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:09.747481 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Pushing event deleted for resources: {'Port': ['ID=9150fd45-c84d-4736-a6a2-8247b4b15dda,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:09.808413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] No DVR routers for this DVR port 9150fd45-c84d-4736-a6a2-8247b4b15dda on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:09.811470 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:09.814793 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac100d5d-2c1c-4de0-bd23-da4bddcca4cd req-423f0d3a-8bb4-450e-af1c-084e7b187b1e tempest-AttachVolumeNegativeTest-409795608 tempest-AttachVolumeNegativeTest-409795608-project] 10.222.0.107 "DELETE /v2.0/ports/9150fd45-c84d-4736-a6a2-8247b4b15dda HTTP/1.1" status: 204 len: 173 time: 0.5320632 Oct 28 12:17:09.815228 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'name': 'network-vif-deleted', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:09.817451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371f7f1-9c4b-41c2-9568-b3a7048deae0" -d '{"events": [{"server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "name": "network-vif-deleted", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:09.855680 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579fb14f-e904-4117-acf3-e24e05ac5318 x-openstack-request-id: req-579fb14f-e904-4117-acf3-e24e05ac5318 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:09.855987 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8e6f3a-3f05-49d7-b1d4-b714a4382010", "name": "network-vif-deleted", "tag": "9150fd45-c84d-4736-a6a2-8247b4b15dda", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:09.856235 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-579fb14f-e904-4117-acf3-e24e05ac5318 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:09.856745 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8e6f3a-3f05-49d7-b1d4-b714a4382010', 'name': 'network-vif-deleted', 'tag': '9150fd45-c84d-4736-a6a2-8247b4b15dda', 'status': 'completed', 'code': 200} Oct 28 12:17:10.469076 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243877f-04ae-4731-a58c-2007d18806d7 req-18bf02cf-bb32-41f1-88bf-7e3bf6942e1c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:10.470577 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0243877f-04ae-4731-a58c-2007d18806d7 req-18bf02cf-bb32-41f1-88bf-7e3bf6942e1c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0518181 Oct 28 12:17:10.507546 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0243877f-04ae-4731-a58c-2007d18806d7 req-166bb6de-f6a5-43ed-aa5d-d7ccc3ce37f8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Oct 28 12:17:10.694285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 59962) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:10.737280 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Deleting subnet f1de8927-5147-4362-98ea-d11ec926c7fe {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:17:10.740238 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:10.776827 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:10.815606 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:10.868322 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:10.893765 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1de8927-5147-4362-98ea-d11ec926c7fe,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:10.898264 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:10.901604 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f1de8927-5147-4362-98ea-d11ec926c7fe HTTP/1.1" status: 204 len: 168 time: 0.2062523 Oct 28 12:17:10.904686 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59966) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:10.906960 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.907312 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.907656 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.907993 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.908344 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.908676 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.909005 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.909331 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.909657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.909982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.910308 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.910629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ff785-3cf0-4b32-a9ab-fb14177fb36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:10.979705 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.056210 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.078088 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6473d7e8-f419-4ba9-aecd-de2094cc6dd8']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:11.087326 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30cb821-7fc4-431b-ae59-4621bf338d90') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:11.087717 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30cb821-7fc4-431b-ae59-4621bf338d90') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:11.097312 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.110490 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.116239 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Releasing vlan 1381 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:17:11.116616 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:17:11.118495 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:17:11.171059 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.176673 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.179888 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/6473d7e8-f419-4ba9-aecd-de2094cc6dd8 HTTP/1.1" status: 204 len: 168 time: 0.2741990 Oct 28 12:17:11.191059 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab170ec-c687-4675-993f-934b38d754fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6473d7e8-f419-4ba9-aecd-de2094cc6dd8,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:11.289523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59972) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:11.328139 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-86315398-3341-4e7a-af43-98d487651ec0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f032353009b64d738b6c00574846cb51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374475 Oct 28 12:17:11.330462 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 59974) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:11.376350 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.400816 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.448998 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.452258 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:11.453600 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97c7a9a6-a59e-47dd-86d0-26cd57da3380 HTTP/1.1" status: 204 len: 168 time: 0.1221752 Oct 28 12:17:11.461789 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58ecdd-035d-4865-8525-4abeacf14484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7a9a6-a59e-47dd-86d0-26cd57da3380,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:11.624953 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0209-6921-4a80-9a4f-ba7ca899d8dc req-1306f5a9-cb93-410b-a1ca-1e52f15c1870 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:11.626467 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f3ec0209-6921-4a80-9a4f-ba7ca899d8dc req-1306f5a9-cb93-410b-a1ca-1e52f15c1870 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0518167 Oct 28 12:17:11.664796 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f3ec0209-6921-4a80-9a4f-ba7ca899d8dc req-ba0acfe9-75f2-49a0-afc9-4a8a9aa54621 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Oct 28 12:17:12.193545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 9150fd45-c84d-4736-a6a2-8247b4b15dda no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:12.224886 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 9150fd45-c84d-4736-a6a2-8247b4b15dda {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:12.225702 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 9150fd45-c84d-4736-a6a2-8247b4b15dda not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:12.783481 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9e6f-236a-4f0b-9a74-d51de0aa43fe req-4b7622d1-4670-4420-a7fc-c15e3b6aaf06 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:12.783481 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4fdb9e6f-236a-4f0b-9a74-d51de0aa43fe req-4b7622d1-4670-4420-a7fc-c15e3b6aaf06 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0519648 Oct 28 12:17:12.819628 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4fdb9e6f-236a-4f0b-9a74-d51de0aa43fe req-001ffc20-eb98-4d7c-bd8e-690b7963f703 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Oct 28 12:17:13.936311 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e907-36a8-4f61-a125-5b0bd5ee5a46 req-a6bd8ca6-e24f-4d75-8438-b0f317719dbc tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:13.937761 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9427e907-36a8-4f61-a125-5b0bd5ee5a46 req-a6bd8ca6-e24f-4d75-8438-b0f317719dbc tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0518630 Oct 28 12:17:13.974685 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9427e907-36a8-4f61-a125-5b0bd5ee5a46 req-9423f47c-b91f-4a36-a169-9d8e892827ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307858 Oct 28 12:17:15.095573 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba6183-3634-44a0-b4ea-773f3d347e4a req-736b5a9d-abfc-4750-90d2-258d23f0393f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:15.097029 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-41ba6183-3634-44a0-b4ea-773f3d347e4a req-736b5a9d-abfc-4750-90d2-258d23f0393f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0486276 Oct 28 12:17:15.134083 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-41ba6183-3634-44a0-b4ea-773f3d347e4a req-08c75efb-4da8-4766-86b6-26e0b8a69003 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Oct 28 12:17:15.741657 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60094) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:15.843163 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3812ee37-bac5-4465-9e7b-125115ce8959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:15.920313 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3812ee37-bac5-4465-9e7b-125115ce8959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:15.924269 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3812ee37-bac5-4465-9e7b-125115ce8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:15.961935 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3812ee37-bac5-4465-9e7b-125115ce8959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8b3f1ee975c47a1964fb1d04caa0634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192056 Oct 28 12:17:15.963866 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ee37-bac5-4465-9e7b-125115ce8959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77e7e3-d0b7-44bc-a1c8-d3dd81d8162a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:15.964815 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60098) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:16.013586 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.033730 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.082429 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.084998 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.086124 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a77e7e3-d0b7-44bc-a1c8-d3dd81d8162a HTTP/1.1" status: 204 len: 168 time: 0.1202307 Oct 28 12:17:16.093962 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693e0ba-28ab-4224-8cc0-34f4dca58e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77e7e3-d0b7-44bc-a1c8-d3dd81d8162a,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:16.197034 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 162964eb-ccde-495d-a9be-489d9176ff3b details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:16.253266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4541ce-0d58-446d-b44f-bf9fbfd71caf req-5f0beb05-eadf-40e1-b75c-28c2c07d63d8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:16.254792 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bc4541ce-0d58-446d-b44f-bf9fbfd71caf req-5f0beb05-eadf-40e1-b75c-28c2c07d63d8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 944 time: 0.0524662 Oct 28 12:17:16.295395 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bc4541ce-0d58-446d-b44f-bf9fbfd71caf req-99fa0d4a-1b1c-46b3-b690-811af862dd35 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336990 Oct 28 12:17:16.298225 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=162964eb-ccde-495d-a9be-489d9176ff3b,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:16.312117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '162964eb-ccde-495d-a9be-489d9176ff3b', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'port_id': '162964eb-ccde-495d-a9be-489d9176ff3b', 'mac_address': 'fa:16:3e:81:fe:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:16.349452 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.357087 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60106) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:16.363080 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162964eb-ccde-495d-a9be-489d9176ff3b {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:16.370868 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75573219-dd94-4fa6-b5fa-23338d863d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.382439 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=162964eb-ccde-495d-a9be-489d9176ff3b,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:16.386326 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.438187 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:16.449436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75573219-dd94-4fa6-b5fa-23338d863d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.453927 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75573219-dd94-4fa6-b5fa-23338d863d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.491026 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75573219-dd94-4fa6-b5fa-23338d863d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc1c7e-72e6-44eb-a944-4e0543c0d185,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:16.495887 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-75573219-dd94-4fa6-b5fa-23338d863d81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d099610b7714f7db8dfc78a14bf4c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376901 Oct 28 12:17:16.497930 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60110) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:16.547884 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.568791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.613559 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.616147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:16.617317 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dbc1c7e-72e6-44eb-a944-4e0543c0d185 HTTP/1.1" status: 204 len: 168 time: 0.1185818 Oct 28 12:17:16.626286 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7ca76-1051-4467-abd2-b2d2bbb7df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc1c7e-72e6-44eb-a944-4e0543c0d185,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:16.902450 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['162964eb-ccde-495d-a9be-489d9176ff3b'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:17.420003 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e4933-66e0-4c96-9c3a-51fa743ba709 req-20db6ede-23b6-4fc8-867c-fe019f66c422 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:17.422024 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3d7e4933-66e0-4c96-9c3a-51fa743ba709 req-20db6ede-23b6-4fc8-867c-fe019f66c422 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 945 time: 0.0555751 Oct 28 12:17:17.464269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3d7e4933-66e0-4c96-9c3a-51fa743ba709 req-4c83fe04-3fc2-4e97-b1e7-0bf3f1cd49d0 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361853 Oct 28 12:17:18.214773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 162964eb-ccde-495d-a9be-489d9176ff3b up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:18.268864 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 162964eb-ccde-495d-a9be-489d9176ff3b completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:18.273000 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 162964eb-ccde-495d-a9be-489d9176ff3b triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:18.273372 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.353131 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.365617 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60186) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:18.377220 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:18.379480 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3027eb07-4a73-42e1-ac6f-d5b4da0b3e41" -d '{"events": [{"server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "name": "network-vif-plugged", "status": "completed", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:18.395450 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=162964eb-ccde-495d-a9be-489d9176ff3b,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:18.400741 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.425776 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3dd737-0192-40ad-9c4a-80c71c668e69 x-openstack-request-id: req-cd3dd737-0192-40ad-9c4a-80c71c668e69 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:18.426280 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "name": "network-vif-plugged", "status": "completed", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:18.426695 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd3dd737-0192-40ad-9c4a-80c71c668e69 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:18.427224 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b', 'code': 200} Oct 28 12:17:18.454933 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:18.481429 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-78e8e6c2-945c-4e0f-a081-76f7be9e80c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.607694 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-78e8e6c2-945c-4e0f-a081-76f7be9e80c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.614352 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-78e8e6c2-945c-4e0f-a081-76f7be9e80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.673886 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d9e23-42c9-4ac3-95c7-a446754cf1bc req-7f5fef8a-7b29-4875-97e0-70cadb1c3011 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:18.675426 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a20d9e23-42c9-4ac3-95c7-a446754cf1bc req-7f5fef8a-7b29-4875-97e0-70cadb1c3011 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.1333761 Oct 28 12:17:18.678256 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8e6c2-945c-4e0f-a081-76f7be9e80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da47198-058b-4599-9d1f-b82f1e629015,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:18.682305 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-78e8e6c2-945c-4e0f-a081-76f7be9e80c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26a1a9e0cb37406eb83d25efc5c7ff1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155417 Oct 28 12:17:18.685197 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60194) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:18.687219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18d1f3-64c5-490a-a3d7-e4cd188d11bf req-332d5f27-1a14-4a80-ac38-dd1097ce6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:18.688615 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db18d1f3-64c5-490a-a3d7-e4cd188d11bf req-332d5f27-1a14-4a80-ac38-dd1097ce6307 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.1282973 Oct 28 12:17:18.740445 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.743234 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a20d9e23-42c9-4ac3-95c7-a446754cf1bc req-6758d563-aaeb-46eb-afd7-4f7beb86593d tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589581 Oct 28 12:17:18.744021 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db18d1f3-64c5-490a-a3d7-e4cd188d11bf req-5a2f6876-22e0-4082-8fe4-3c0924d27bdd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431271 Oct 28 12:17:18.768811 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.816456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.819157 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:18.820303 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5da47198-058b-4599-9d1f-b82f1e629015 HTTP/1.1" status: 204 len: 168 time: 0.1340597 Oct 28 12:17:18.829243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed578a24-a7a9-43cc-984b-733572bdbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da47198-058b-4599-9d1f-b82f1e629015,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:19.106936 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60216) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:19.120548 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dc309a2c-3572-44cb-af38-6284a498eade admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.209576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dc309a2c-3572-44cb-af38-6284a498eade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.215433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-dc309a2c-3572-44cb-af38-6284a498eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.257236 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-dc309a2c-3572-44cb-af38-6284a498eade admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0556f44fc0e542ff969db719a9269069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490006 Oct 28 12:17:19.258019 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309a2c-3572-44cb-af38-6284a498eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50af010-72c1-4fde-84fc-31f64f2ebd47,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:19.259913 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60222) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:19.313061 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.333169 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.378370 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.381050 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.382185 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d50af010-72c1-4fde-84fc-31f64f2ebd47 HTTP/1.1" status: 204 len: 168 time: 0.1210659 Oct 28 12:17:19.389559 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf61a-8a14-49b8-9b54-97e651ca17e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50af010-72c1-4fde-84fc-31f64f2ebd47,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:19.858483 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589422-2913-43c2-b78a-00c97ba07d3b req-c67042f4-eb1d-4ac1-97ef-38de8ffbd734 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:19.860026 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e589422-2913-43c2-b78a-00c97ba07d3b req-c67042f4-eb1d-4ac1-97ef-38de8ffbd734 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0510967 Oct 28 12:17:19.907591 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e589422-2913-43c2-b78a-00c97ba07d3b req-1f860026-dd02-47ef-8ed1-47f56d368568 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Oct 28 12:17:20.162798 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60250) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:20.257581 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381703427-network', 'tenant_id': '0f9299cfbe9b4fa4ad07d2e631cdaf25'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:20.287578 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Made reservation on behalf of 0f9299cfbe9b4fa4ad07d2e631cdaf25 for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:20.290444 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.300275 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.402829 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.408198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.435270 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1369, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:17:20.452311 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b84ed-7c9f-4f17-8815-f7b44f21da57,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:20.457882 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.458497 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Added segment bb16ef79-80c6-4fee-86c8-ff7489d1e45e of type vlan for network 3045c3a6-4936-4442-b360-2659a73aa88a Oct 28 12:17:20.501596 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.529131 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.530457 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:20.531085 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.593876 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60270) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:20.594379 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4295762 Oct 28 12:17:20.598297 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Request body: {'subnet': {'network_id': '3045c3a6-4936-4442-b360-2659a73aa88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381703427-subnet', 'tenant_id': '0f9299cfbe9b4fa4ad07d2e631cdaf25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:20.606694 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985958-73c9-46d0-8aa7-7a62717a4d42 admin admin] Pushing event updated for resources: {'Network': ['ID=3045c3a6-4936-4442-b360-2659a73aa88a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:20.617650 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 3045c3a6-4936-4442-b360-2659a73aa88a details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:17:20.631748 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Made reservation on behalf of 0f9299cfbe9b4fa4ad07d2e631cdaf25 for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:20.634263 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17177204513'] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.802091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176825364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17177204531'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.864275 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4c26b8-e045-4791-bd68-7eb8f940fe9f,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:20.868396 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Checking segment: {'id': 'bb16ef79-80c6-4fee-86c8-ff7489d1e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '3045c3a6-4936-4442-b360-2659a73aa88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:20.868690 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Network hostable DHCP agents. Network: 3045c3a6-4936-4442-b360-2659a73aa88a, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:17:20.887072 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Network 3045c3a6-4936-4442-b360-2659a73aa88a is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:17:20.895545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 3045c3a6-4936-4442-b360-2659a73aa88a) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:20.899772 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:20.900369 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:20.904637 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face503a-135e-4723-8fee-02473bfad25f None None] Network 3045c3a6-4936-4442-b360-2659a73aa88a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:20.915043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a1271dc0-3e3b-4bec-ab3d-dc29f4b45413 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207691 Oct 28 12:17:21.034631 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1bd46-21f2-428d-89a5-63e6c93ccc2d req-2524478b-38ef-480f-b3db-75cfeda987e1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.036379 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c2c1bd46-21f2-428d-89a5-63e6c93ccc2d req-2524478b-38ef-480f-b3db-75cfeda987e1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0576432 Oct 28 12:17:21.044611 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa9fa4-8fe1-4b42-b02b-a8a7cee975d8 None None] Network 3045c3a6-4936-4442-b360-2659a73aa88a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:21.086187 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c2c1bd46-21f2-428d-89a5-63e6c93ccc2d req-fcacf21a-383f-40c4-8782-048a60582e28 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436740 Oct 28 12:17:21.208521 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c9bf-9af3-42a6-afb6-ed9d58a51e00 req-51f2adc5-ffd2-440e-b275-ba543134f832 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.210181 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c817c9bf-9af3-42a6-afb6-ed9d58a51e00 req-51f2adc5-ffd2-440e-b275-ba543134f832 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0548029 Oct 28 12:17:21.219069 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60286) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.223629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'floatingip': {'port_id': '162964eb-ccde-495d-a9be-489d9176ff3b'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:21.262536 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.424074 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60294) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.428903 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124317030-network', 'tenant_id': 'd4d3e1c01222478d8962d8eec0528871'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:21.448971 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Made reservation on behalf of d4d3e1c01222478d8962d8eec0528871 for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:21.451935 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.460126 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.552562 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.556655 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.582798 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] vlan segment allocate from pool success with {'vlan_id': 1378, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:17:21.593200 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89d4be-abf4-4964-81b8-d9bacf19e303,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:21.598750 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.599074 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Added segment 6718f4e5-4ac1-4a49-a58f-5346afa24e66 of type vlan for network 8534581e-0038-475b-a8bd-d500c8f5b6c8 Oct 28 12:17:21.647279 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.673801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.674849 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.675375 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.728731 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3035533 Oct 28 12:17:21.732208 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60306) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.733246 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.737785 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.859736 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Floating IP d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f associated. External IP: 172.27.2.252, port: 162964eb-ccde-495d-a9be-489d9176ff3b. Oct 28 12:17:21.950888 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-12be048c-55f3-4ce5-8a9f-f66022fab173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.966609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Request body: {'subnet': {'network_id': '8534581e-0038-475b-a8bd-d500c8f5b6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124317030-subnet', 'tenant_id': 'd4d3e1c01222478d8962d8eec0528871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:21.977280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e44137-cc1e-46d7-9b98-eaba57f62802 admin admin] Pushing event updated for resources: {'Network': ['ID=8534581e-0038-475b-a8bd-d500c8f5b6c8,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:21.987615 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 8534581e-0038-475b-a8bd-d500c8f5b6c8 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:17:21.992158 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Made reservation on behalf of d4d3e1c01222478d8962d8eec0528871 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:21.994398 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.087203 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:22.176503 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.195912 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:22.200869 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.207212 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:22.218527 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:22.219507 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:22.230729 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b9a47914-b286-43d3-9323-4a0a50905e1f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "PUT /v2.0/floatingips/d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f HTTP/1.1" status: 200 len: 992 time: 1.0079029 Oct 28 12:17:22.230729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:22.231007 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60396b5c-9641-4d36-b692-17d053cd7670,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:22.231961 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:22.250445 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Checking segment: {'id': '6718f4e5-4ac1-4a49-a58f-5346afa24e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8534581e-0038-475b-a8bd-d500c8f5b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:22.250963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Network hostable DHCP agents. Network: 8534581e-0038-475b-a8bd-d500c8f5b6c8, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:17:22.275096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac950de-68a6-4dc8-b5fd-48e2652abbba x-openstack-request-id: req-2ac950de-68a6-4dc8-b5fd-48e2652abbba {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:22.275096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:22.275096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ac950de-68a6-4dc8-b5fd-48e2652abbba {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:22.275096 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b', 'status': 'completed', 'code': 200} Oct 28 12:17:22.275788 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Network 8534581e-0038-475b-a8bd-d500c8f5b6c8 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:17:22.286945 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 8534581e-0038-475b-a8bd-d500c8f5b6c8) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:22.291478 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:22.292106 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.310579 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-e9fadd54-5207-4a3b-b396-57d211add8c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5773053 Oct 28 12:17:22.358072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-88c617b9-d8c5-4c35-813d-c3832781f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:22.359820 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-88c617b9-d8c5-4c35-813d-c3832781f333 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.0468149 Oct 28 12:17:22.427302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9ec35-28be-4537-810d-4fec86ffb584 None None] Network 8534581e-0038-475b-a8bd-d500c8f5b6c8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:22.471118 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-1ae7129a-39a5-4e6f-b07a-4549c3cd4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:22.472557 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-1ae7129a-39a5-4e6f-b07a-4549c3cd4695 service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0924268 Oct 28 12:17:22.539108 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:22.580627 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-295bfb28-f5dd-43c4-aecc-c565aba04630 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1000 time: 0.0985043 Oct 28 12:17:22.641333 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ec5ad-f1ba-4d9d-82a1-bc7b5258302c None None] Network 8534581e-0038-475b-a8bd-d500c8f5b6c8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:22.675838 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-0cab6f3a-f0da-4f6a-b93e-309f2bfbe9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:22.677315 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-0cab6f3a-f0da-4f6a-b93e-309f2bfbe9c3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0876918 Oct 28 12:17:22.743623 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-7f8b5e24-8866-4391-83a9-3faa53b5c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:22.746014 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-7f8b5e24-8866-4391-83a9-3faa53b5c709 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596170 Oct 28 12:17:22.908054 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-5a8f36a5-6f69-4283-9d39-f3aa657d4bb8 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521995 Oct 28 12:17:23.053318 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c78ba9be-827e-4c60-99ab-a8c4dfae8e69 req-53afd790-2f91-4446-8919-69bacc36b8c5 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342821 Oct 28 12:17:23.168255 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'd8393ce5-1cfa-424d-88bb-0fd5a33f8f0f', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '162964eb-ccde-495d-a9be-489d9176ff3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:81:fe:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:04Z', 'updated_at': '2021-10-28T12:17:21Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.204765 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:23.213795 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:23.214617 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:16:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.334086 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:23.357311 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44a53e-5bd0-42b2-9c02-e699613d22b9 req-7a5edbfb-bed0-479e-9b09-90a8cf014117 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:23.358868 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ca44a53e-5bd0-42b2-9c02-e699613d22b9 req-7a5edbfb-bed0-479e-9b09-90a8cf014117 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0497241 Oct 28 12:17:23.397758 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ca44a53e-5bd0-42b2-9c02-e699613d22b9 req-d772e544-1ed7-4368-a7cf-ae40d55a04c1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Oct 28 12:17:23.562978 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'd8393ce5-1cfa-424d-88bb-0fd5a33f8f0f', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '162964eb-ccde-495d-a9be-489d9176ff3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:81:fe:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:04Z', 'updated_at': '2021-10-28T12:17:21Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.590980 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad78ed-0263-4021-ae66-e9f2c85f9ae5 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'd8393ce5-1cfa-424d-88bb-0fd5a33f8f0f', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '162964eb-ccde-495d-a9be-489d9176ff3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:81:fe:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:04Z', 'updated_at': '2021-10-28T12:17:21Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:23.779612 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad544d36-6c3f-42de-bcd1-193d5e41ad02 None None] New status for floating IP d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:17:24.148287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60360) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:24.262557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd39-96f6-4d7b-adaf-51c0b6040b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.344298 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd39-96f6-4d7b-adaf-51c0b6040b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.348745 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd39-96f6-4d7b-adaf-51c0b6040b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.394057 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8b58cd39-96f6-4d7b-adaf-51c0b6040b5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bb262b650934a87a9f9d829f3733399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423925 Oct 28 12:17:24.394285 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60370) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:24.401165 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58cd39-96f6-4d7b-adaf-51c0b6040b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebebafd2-ad83-4984-b54b-9aa464462f61,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:24.457024 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.482254 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.518238 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-58d8229f-2e85-4d6e-9334-185502b7635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.557458 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.561756 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.563288 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebebafd2-ad83-4984-b54b-9aa464462f61 HTTP/1.1" status: 204 len: 168 time: 0.1678529 Oct 28 12:17:24.571249 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c2560-89bf-45b3-932b-49f74d8f8e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebebafd2-ad83-4984-b54b-9aa464462f61,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:24.584516 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf8d6-c2ab-44b6-9014-aa22fe484606 req-acc374f2-956d-4a5c-bc6a-1f356ee2e47f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:24.585628 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-02bdf8d6-c2ab-44b6-9014-aa22fe484606 req-acc374f2-956d-4a5c-bc6a-1f356ee2e47f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0723634 Oct 28 12:17:24.629212 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-02bdf8d6-c2ab-44b6-9014-aa22fe484606 req-3d033df9-e592-44b8-aa5c-da8a184fbc79 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Oct 28 12:17:25.686270 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.725597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.762086 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942a88e-b216-4534-a48d-54d10317ccba req-0996ab9e-eb12-40fa-9d81-a20615404dce tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:25.763653 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d942a88e-b216-4534-a48d-54d10317ccba req-0996ab9e-eb12-40fa-9d81-a20615404dce tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0562692 Oct 28 12:17:25.812759 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d942a88e-b216-4534-a48d-54d10317ccba req-51f25a60-8260-4876-88dc-15c7e573cbac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Oct 28 12:17:26.938049 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18659c-eab8-4eca-850f-f91b95c39748 req-fc36e5ac-6fca-4a81-b016-2896a2d81ccf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:26.939536 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5b18659c-eab8-4eca-850f-f91b95c39748 req-fc36e5ac-6fca-4a81-b016-2896a2d81ccf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0500240 Oct 28 12:17:26.976394 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5b18659c-eab8-4eca-850f-f91b95c39748 req-eb7466f7-f792-4e34-8051-07450ef1cbf1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Oct 28 12:17:27.128576 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:28.095358 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5370c0a-02ee-4516-aed7-48386a604a78 req-341b5c95-e712-4a83-b24f-63e65836f95f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:28.096852 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d5370c0a-02ee-4516-aed7-48386a604a78 req-341b5c95-e712-4a83-b24f-63e65836f95f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0478730 Oct 28 12:17:28.133889 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d5370c0a-02ee-4516-aed7-48386a604a78 req-8ad9c070-5b4d-4f2b-87a7-84abbfa128e3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310316 Oct 28 12:17:29.401202 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4275-83ea-4315-8a07-a99cac75e387 req-0ddd6762-2b71-47bb-98f3-4cdaa76842b1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:29.402856 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-443d4275-83ea-4315-8a07-a99cac75e387 req-0ddd6762-2b71-47bb-98f3-4cdaa76842b1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.1992500 Oct 28 12:17:29.440244 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-443d4275-83ea-4315-8a07-a99cac75e387 req-ec42bec6-49f8-4dae-990a-2d5c50448311 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Oct 28 12:17:30.564789 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ff24-e6fc-4af6-b268-bc316931c0d0 req-592bd76f-0704-49b1-8aec-b8f831eeb8e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.566247 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01d4ff24-e6fc-4af6-b268-bc316931c0d0 req-592bd76f-0704-49b1-8aec-b8f831eeb8e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0507953 Oct 28 12:17:30.605079 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-01d4ff24-e6fc-4af6-b268-bc316931c0d0 req-9e245ab9-2063-4514-a5fc-cc971a30bd2c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Oct 28 12:17:31.722207 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11403ba-e779-45b6-a903-172a41468dfe req-74100ad1-01ba-4126-97cb-9a12619df4ab tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:31.723676 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f11403ba-e779-45b6-a903-172a41468dfe req-74100ad1-01ba-4126-97cb-9a12619df4ab tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0482047 Oct 28 12:17:31.759653 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f11403ba-e779-45b6-a903-172a41468dfe req-87c91e9f-a82a-4790-995b-bf4ddfa371af tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Oct 28 12:17:32.093573 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-38f45114-42ee-435c-9d07-d0663ad5387b tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=af50051562634a79a6c3c9df62bee279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298867 Oct 28 12:17:32.298566 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-341e4992-f415-4e75-8b9d-6763e9f883ee tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:32.298566 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-341e4992-f415-4e75-8b9d-6763e9f883ee tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990907 Oct 28 12:17:32.315536 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-41790afc-37f4-4eb0-9320-eae70769385e tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/quotas/af50051562634a79a6c3c9df62bee279 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Oct 28 12:17:32.347526 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-34e3bb88-420b-4d45-9aa1-e0f4db8df47f tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af50051562634a79a6c3c9df62bee279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262132 Oct 28 12:17:32.499470 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-51575f87-73a3-41fd-bd9c-666aae55061e req-96f37ff9-78f0-4940-9290-7eb70f851144 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0263543 Oct 28 12:17:32.887684 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10e60a-84ee-4c02-a162-303c5dee1b32 req-0bcae586-0daf-4e38-88df-246b2b8fd476 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:32.889869 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fd10e60a-84ee-4c02-a162-303c5dee1b32 req-0bcae586-0daf-4e38-88df-246b2b8fd476 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0512891 Oct 28 12:17:32.932022 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fd10e60a-84ee-4c02-a162-303c5dee1b32 req-ddb146a4-ea3d-4b64-a461-9aba53e08011 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Oct 28 12:17:33.594323 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8406162c-267f-438c-ab79-864048928b31 req-6f42ba9a-b880-423e-85ca-a9f9ee918e25 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0300395 Oct 28 12:17:34.050627 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350369fa-a0c3-441f-9556-bd922b981de9 req-e3018600-b43a-44bf-a7b4-b808abde8958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:34.052090 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-350369fa-a0c3-441f-9556-bd922b981de9 req-e3018600-b43a-44bf-a7b4-b808abde8958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0480428 Oct 28 12:17:34.088966 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-350369fa-a0c3-441f-9556-bd922b981de9 req-4631ebd8-20b1-4526-8bfe-ae0f8e85e274 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Oct 28 12:17:34.685739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4a85d09b-ffdc-4563-a2db-a2e838bfcbe7 req-f6213a28-8532-477b-87b5-f53f75e3480f tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0266707 Oct 28 12:17:35.204969 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed41c-06cd-403e-8897-e60f39684cfc req-0f715265-221d-4b5b-91ab-28a75cbd559c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:35.206414 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52bed41c-06cd-403e-8897-e60f39684cfc req-0f715265-221d-4b5b-91ab-28a75cbd559c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0477760 Oct 28 12:17:35.242552 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52bed41c-06cd-403e-8897-e60f39684cfc req-bb4aa0fa-6a7d-4b8a-8cf4-1bb94a2e83b7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Oct 28 12:17:35.780528 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-511ba591-01d6-46bb-a403-859059d7ed59 req-6372f0bf-4d53-4c76-a44e-4bd074cd8ef3 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0295682 Oct 28 12:17:36.379664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5747-2ba6-43b4-82ee-91f105b427c5 req-0d66fca1-4998-4168-a82e-466051567aff tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:36.381106 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b07c5747-2ba6-43b4-82ee-91f105b427c5 req-0d66fca1-4998-4168-a82e-466051567aff tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0682316 Oct 28 12:17:36.383168 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-17df8334-b696-47a9-b81c-959378f08608 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=af50051562634a79a6c3c9df62bee279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324678 Oct 28 12:17:36.417716 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b07c5747-2ba6-43b4-82ee-91f105b427c5 req-dbcc6f75-6bbc-4048-8f57-bbeb56f5a828 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305219 Oct 28 12:17:36.748872 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-1fdd2b8e-2248-43a3-a015-126e53f44269 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:36.750315 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-1fdd2b8e-2248-43a3-a015-126e53f44269 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093771 Oct 28 12:17:36.768696 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Request body: {'port': {'device_id': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b', 'admin_state_up': True, 'tenant_id': 'af50051562634a79a6c3c9df62bee279'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:36.892989 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b5655d8c-5c79-432c-be19-c9175e1547e2 req-b4a346be-2dd0-4dc0-9fe0-ea79b2770d0c tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0379541 Oct 28 12:17:36.893677 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Made reservation on behalf of af50051562634a79a6c3c9df62bee279 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:36.896692 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:36.906266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:36.988885 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:36.994036 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:37.063452 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:37.090102 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-303fa05a-7419-43cc-907f-7621073f7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.092052 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-303fa05a-7419-43cc-907f-7621073f7ac0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0555332 Oct 28 12:17:37.152262 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Allocated IP 192.168.233.187 (e5f19f13-ff74-4a8e-9437-155fce096c3b/35f1ae5b-c888-4361-91aa-e807f91d0044/a8d48b1b-1297-449d-869b-dde209a1c611) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:37.200515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-87696877-0258-42e7-93f9-be115d08e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.202324 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-87696877-0258-42e7-93f9-be115d08e65d service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0882533 Oct 28 12:17:37.273206 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-8e6c9374-99a6-4ac6-95fa-b8bc1812b42f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 1000 time: 0.0619469 Oct 28 12:17:37.302847 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:37.323256 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-fcd060b9-3017-4c19-b03f-f15914419a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.324726 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-fcd060b9-3017-4c19-b03f-f15914419a5a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0440125 Oct 28 12:17:37.336639 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:37.372493 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-3559ab8c-a4e3-4404-8586-7a0c1c31e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.373998 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-3559ab8c-a4e3-4404-8586-7a0c1c31e0b6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407093 Oct 28 12:17:37.385121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Network e5f19f13-ff74-4a8e-9437-155fce096c3b is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:37.388209 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:37.392380 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:37.415980 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Pushing event updated for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:37.444111 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.444717 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:37.463326 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-0c450d73-61a2-4cdb-bc5a-9932fdb6d7dc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6981602 Oct 28 12:17:37.549643 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16ce8-4e72-4897-83ce-6bfec20b02c7 req-5b8ee7ff-4524-44c0-b789-5a7a12add1c2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.551732 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-92d16ce8-4e72-4897-83ce-6bfec20b02c7 req-5b8ee7ff-4524-44c0-b789-5a7a12add1c2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0562162 Oct 28 12:17:37.599845 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-92d16ce8-4e72-4897-83ce-6bfec20b02c7 req-a340c769-67a1-455b-a6ea-a4fe93b952a9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Oct 28 12:17:37.652990 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-d0ab6117-4edf-470c-985e-27c1bbefb85e None None] Provisioning complete for port a8d48b1b-1297-449d-869b-dde209a1c611 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:37.653588 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6117-4edf-470c-985e-27c1bbefb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:37.689609 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab6117-4edf-470c-985e-27c1bbefb85e None None] Port a8d48b1b-1297-449d-869b-dde209a1c611 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:17:37.961797 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:17:38.022372 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358d83-f78d-4158-8ba5-733a92836324 req-26908d11-3212-47aa-916c-408dac516a98 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:38.023977 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-75358d83-f78d-4158-8ba5-733a92836324 req-26908d11-3212-47aa-916c-408dac516a98 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 936 time: 0.0499601 Oct 28 12:17:38.062099 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-75358d83-f78d-4158-8ba5-733a92836324 req-365b09ce-5432-48b9-a845-a9f0338fe5e3 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Oct 28 12:17:38.719997 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c26c2-f268-485a-b863-769ee88f2b87 req-07b66821-477b-494a-b89c-484f017c7f3f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:38.721456 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b6c26c2-f268-485a-b863-769ee88f2b87 req-07b66821-477b-494a-b89c-484f017c7f3f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0489924 Oct 28 12:17:38.758128 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b6c26c2-f268-485a-b863-769ee88f2b87 req-6e79742b-4689-48b1-b77b-8b06b88a5b9f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Oct 28 12:17:38.799586 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:39.177453 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fa360-f7e4-4601-a26d-d2d80f1a97ab req-75312733-0e25-405f-aa41-145848192610 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:39.178935 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-095fa360-f7e4-4601-a26d-d2d80f1a97ab req-75312733-0e25-405f-aa41-145848192610 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 936 time: 0.0520513 Oct 28 12:17:39.216724 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-095fa360-f7e4-4601-a26d-d2d80f1a97ab req-c98405d7-5b47-4e45-98d6-dc2567657751 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Oct 28 12:17:39.976133 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eff87-32d6-4294-96ff-5b0c1077ed08 req-39532f99-8880-400e-af24-f16445f4a148 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:39.977617 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ff3eff87-32d6-4294-96ff-5b0c1077ed08 req-39532f99-8880-400e-af24-f16445f4a148 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0499241 Oct 28 12:17:40.015760 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ff3eff87-32d6-4294-96ff-5b0c1077ed08 req-8d5cb6f1-f5a6-4469-968f-108a0c6985b7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Oct 28 12:17:40.329138 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faa3ea-106e-437b-859e-ddd6e15feefe req-bf5cdae3-cddf-4e20-bc5c-d7786e047af6 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:40.330585 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d8faa3ea-106e-437b-859e-ddd6e15feefe req-bf5cdae3-cddf-4e20-bc5c-d7786e047af6 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 936 time: 0.0474081 Oct 28 12:17:40.366916 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d8faa3ea-106e-437b-859e-ddd6e15feefe req-c3f7dca1-dc95-4384-bbff-e8f3e562b70e tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Oct 28 12:17:41.135922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662527b-e971-42b3-b4e1-98ec645e7282 req-df22c428-4f86-46b8-bde4-a88a12376fdf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:41.137379 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9662527b-e971-42b3-b4e1-98ec645e7282 req-df22c428-4f86-46b8-bde4-a88a12376fdf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0520120 Oct 28 12:17:41.173827 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9662527b-e971-42b3-b4e1-98ec645e7282 req-16539648-24ce-4278-a58e-b2674a1d993c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Oct 28 12:17:41.477339 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e61e-96c5-49c0-8361-1145c4436d4e req-118e76e4-de7a-4741-babe-d0ffc58c1dbe tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:41.478849 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-58c8e61e-96c5-49c0-8361-1145c4436d4e req-118e76e4-de7a-4741-babe-d0ffc58c1dbe tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 936 time: 0.0478089 Oct 28 12:17:41.515869 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-58c8e61e-96c5-49c0-8361-1145c4436d4e req-29b0bdac-338e-4e00-8867-51544035acc9 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304523 Oct 28 12:17:41.674335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Request body: {'port': {'device_id': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:41.732981 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:41.753090 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-e6873f15-fd32-4e46-9318-ab8ac55f99ae service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845666 Oct 28 12:17:41.849376 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d0e4690-1408-47b7-8805-7c895ef2613a req-dd8f4ccf-7f6a-4b7e-aeff-5527bc419d3d service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Oct 28 12:17:41.993597 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d48b1b-1297-449d-869b-dde209a1c611 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:42.001571 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:42.014006 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Transition to ACTIVE for port object a8d48b1b-1297-449d-869b-dde209a1c611 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:17:42.018004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:42.085475 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:42.147316 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Attempting to bind port a8d48b1b-1297-449d-869b-dde209a1c611 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:42.147655 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Attempting to bind port a8d48b1b-1297-449d-869b-dde209a1c611 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:42.147982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Attempting to bind port a8d48b1b-1297-449d-869b-dde209a1c611 on network e5f19f13-ff74-4a8e-9437-155fce096c3b {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:42.152645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Port a8d48b1b-1297-449d-869b-dde209a1c611 on network e5f19f13-ff74-4a8e-9437-155fce096c3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:17:42.152963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Attempting to bind port a8d48b1b-1297-449d-869b-dde209a1c611 on network e5f19f13-ff74-4a8e-9437-155fce096c3b {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:42.158971 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:42.159308 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Checking segment: {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:42.159684 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Bound using segment: {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:42.160104 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Bound port: a8d48b1b-1297-449d-869b-dde209a1c611, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea4f63f-81b2-456a-8e28-97d75ecce127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:42.161654 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:42.229648 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:42.234417 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a8d48b1b-1297-449d-869b-dde209a1c611,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:42.239350 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:42.308749 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.309370 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:42.310879 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] 10.222.0.107 "PUT /v2.0/ports/a8d48b1b-1297-449d-869b-dde209a1c611 HTTP/1.1" status: 200 len: 1098 time: 0.6414635 Oct 28 12:17:42.311268 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:42.313524 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367fcd5-a55a-4f1d-8d78-681fe482a870" -d '{"events": [{"name": "network-changed", "server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:42.337929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0965-3240-44ac-8bbf-17c1409fbed8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:42.353905 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f24d5-e74f-4b57-a419-f6d8df460c66 req-4ff506ab-fad3-4242-9a36-fcf2924b7779 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.355480 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-715f24d5-e74f-4b57-a419-f6d8df460c66 req-4ff506ab-fad3-4242-9a36-fcf2924b7779 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0894785 Oct 28 12:17:42.361310 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eef6101-f954-49bf-ac71-2f74cbf6b315 x-openstack-request-id: req-0eef6101-f954-49bf-ac71-2f74cbf6b315 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:42.361594 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:42.361847 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eef6101-f954-49bf-ac71-2f74cbf6b315 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:42.362238 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611', 'status': 'completed', 'code': 200} Oct 28 12:17:42.396948 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-715f24d5-e74f-4b57-a419-f6d8df460c66 req-1f6f810b-d1a3-4268-97f3-5b91538178de tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337341 Oct 28 12:17:42.640957 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367fcd5-a55a-4f1d-8d78-681fe482a870 req-f97117e7-0509-422c-8395-68c4bd588cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.642467 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d367fcd5-a55a-4f1d-8d78-681fe482a870 req-f97117e7-0509-422c-8395-68c4bd588cf0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=af50051562634a79a6c3c9df62bee279&device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 1101 time: 0.0464830 Oct 28 12:17:42.647322 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c8549-bd37-45a1-9ed3-0416d8ef3d42 req-e99db459-604e-4280-9c74-1c168ff48808 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.648809 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-843c8549-bd37-45a1-9ed3-0416d8ef3d42 req-e99db459-604e-4280-9c74-1c168ff48808 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0551884 Oct 28 12:17:42.677107 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d367fcd5-a55a-4f1d-8d78-681fe482a870 req-88305cc0-adcd-48c5-8ba6-d4faaeaae8bc service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=af50051562634a79a6c3c9df62bee279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258999 Oct 28 12:17:42.687254 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-843c8549-bd37-45a1-9ed3-0416d8ef3d42 req-05484d4e-c009-4ef1-9be2-508afd6d1075 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Oct 28 12:17:42.838265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367fcd5-a55a-4f1d-8d78-681fe482a870 req-9056eb0e-0998-422c-9bdb-02e0d18cb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.839751 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d367fcd5-a55a-4f1d-8d78-681fe482a870 req-9056eb0e-0998-422c-9bdb-02e0d18cb670 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1557562 Oct 28 12:17:42.936908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-f0c219a8-4de5-41ff-a4f4-56389282649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:42.938359 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-f0c219a8-4de5-41ff-a4f4-56389282649c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=af50051562634a79a6c3c9df62bee279&device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 1101 time: 0.0438995 Oct 28 12:17:43.188277 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-3e5f1f1c-e2e6-4da9-a69d-b9885368540d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a8d48b1b-1297-449d-869b-dde209a1c611 HTTP/1.1" status: 200 len: 217 time: 0.2406678 Oct 28 12:17:43.237065 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-49ba72ff-48e6-46a1-8aaf-00891469a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:43.238448 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-49ba72ff-48e6-46a1-8aaf-00891469a8ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=35f1ae5b-c888-4361-91aa-e807f91d0044 HTTP/1.1" status: 200 len: 843 time: 0.0424783 Oct 28 12:17:43.286257 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-49041b2b-67d2-47b6-9406-e99069f56d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:43.287879 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-49041b2b-67d2-47b6-9406-e99069f56d13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e5f19f13-ff74-4a8e-9437-155fce096c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420527 Oct 28 12:17:43.387427 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-cd5bf280-3d13-46a8-b961-d309e7367a15 service neutron] 10.222.0.107 "GET /v2.0/networks/e5f19f13-ff74-4a8e-9437-155fce096c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912628 Oct 28 12:17:43.480823 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e8ccb16-1dd8-4b3a-b8d4-630faa75a5ce req-d859baaf-300c-4539-ad29-179a6b21c62a service neutron] 10.222.0.107 "GET /v2.0/networks/e5f19f13-ff74-4a8e-9437-155fce096c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851164 Oct 28 12:17:43.516904 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ff42-a352-4e1f-9420-1a09bf49c5e4 req-be50282d-7254-4adf-a8bd-2fc240b3269d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:43.518433 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5425ff42-a352-4e1f-9420-1a09bf49c5e4 req-be50282d-7254-4adf-a8bd-2fc240b3269d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0488508 Oct 28 12:17:43.560696 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5425ff42-a352-4e1f-9420-1a09bf49c5e4 req-d46824f8-e822-4e6b-b5a3-49fe84e250a0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Oct 28 12:17:43.804540 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166371b4-6f2e-47d5-9812-08e34804705d req-97b532c1-9386-49d0-8a83-62dc5eefad0a tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:43.806033 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-166371b4-6f2e-47d5-9812-08e34804705d req-97b532c1-9386-49d0-8a83-62dc5eefad0a tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0494144 Oct 28 12:17:43.843422 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-166371b4-6f2e-47d5-9812-08e34804705d req-23643f14-aba9-46b4-b619-34b77a76f445 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Oct 28 12:17:44.683408 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d352b7-6ebc-4ea6-a1fd-a6fd5f245c7d req-e3745eaa-576d-4c45-af08-bc95647035b7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:44.685748 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-88d352b7-6ebc-4ea6-a1fd-a6fd5f245c7d req-e3745eaa-576d-4c45-af08-bc95647035b7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0511708 Oct 28 12:17:44.722708 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-88d352b7-6ebc-4ea6-a1fd-a6fd5f245c7d req-b11faad1-9874-4b75-8f8f-3e13b058be5c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Oct 28 12:17:44.958776 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6687b-076a-4c56-b552-d6948be6fdd0 req-be265ca0-138e-490b-aa8d-01ee221e1d96 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:44.960142 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a7b6687b-076a-4c56-b552-d6948be6fdd0 req-be265ca0-138e-490b-aa8d-01ee221e1d96 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0481110 Oct 28 12:17:44.996769 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a7b6687b-076a-4c56-b552-d6948be6fdd0 req-7d720ef8-4c5d-423e-870b-d27360edc791 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Oct 28 12:17:45.849574 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282315d5-4199-4f3d-ae50-c887ed4b3e37 req-abfb1ba4-c850-4b0c-8349-de2d00b9ae7e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:45.850957 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-282315d5-4199-4f3d-ae50-c887ed4b3e37 req-abfb1ba4-c850-4b0c-8349-de2d00b9ae7e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0480413 Oct 28 12:17:45.892340 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-282315d5-4199-4f3d-ae50-c887ed4b3e37 req-232fc8a8-6774-4b0c-87e0-f9484145ac99 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355074 Oct 28 12:17:46.117981 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905f501-beb3-4b75-858a-c5218239b0a4 req-c2d08e2b-584e-4e96-9bfd-bf66d141e6cd tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:46.119415 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b905f501-beb3-4b75-858a-c5218239b0a4 req-c2d08e2b-584e-4e96-9bfd-bf66d141e6cd tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0520563 Oct 28 12:17:46.156077 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b905f501-beb3-4b75-858a-c5218239b0a4 req-5d96dfe1-aa14-46f3-a5e7-77a1d09bcb71 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Oct 28 12:17:47.017452 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312af22-e5f3-4bd4-9727-c59da849f6bb req-5f227253-7a6c-41ef-beca-391a8a01c257 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:47.018963 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a312af22-e5f3-4bd4-9727-c59da849f6bb req-5f227253-7a6c-41ef-beca-391a8a01c257 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0494125 Oct 28 12:17:47.059538 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a312af22-e5f3-4bd4-9727-c59da849f6bb req-f5946714-690a-4f9c-ab8e-1a411b95308c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346861 Oct 28 12:17:47.272185 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ca4c-10a5-4d51-97c2-9371c3d36ff7 req-e5e30355-67b1-4b58-9220-cca78d273f33 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:47.273663 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e5f8ca4c-10a5-4d51-97c2-9371c3d36ff7 req-e5e30355-67b1-4b58-9220-cca78d273f33 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0488884 Oct 28 12:17:47.313050 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e5f8ca4c-10a5-4d51-97c2-9371c3d36ff7 req-b76b1a6d-1663-4481-acb3-2a41bffe7efc tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Oct 28 12:17:48.184661 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca966-8a9f-4b50-9fb0-31c004657717 req-31058ce8-ea3a-46c9-99a8-573b80576abb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:48.186158 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-655ca966-8a9f-4b50-9fb0-31c004657717 req-31058ce8-ea3a-46c9-99a8-573b80576abb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0513961 Oct 28 12:17:48.224407 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-655ca966-8a9f-4b50-9fb0-31c004657717 req-83d5d350-abb6-4b1c-8c06-fc457f45dbd2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Oct 28 12:17:48.321019 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device a8d48b1b-1297-449d-869b-dde209a1c611 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:48.432429 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912a7d4-5f05-445f-b773-40217c96649e req-9c5086e9-ab40-4766-b274-5a6faf061412 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:48.433897 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e912a7d4-5f05-445f-b773-40217c96649e req-9c5086e9-ab40-4766-b274-5a6faf061412 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 948 time: 0.0508854 Oct 28 12:17:48.438031 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a8d48b1b-1297-449d-869b-dde209a1c611,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:48.449364 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'a8d48b1b-1297-449d-869b-dde209a1c611', 'network_id': 'e5f19f13-ff74-4a8e-9437-155fce096c3b', 'port_id': 'a8d48b1b-1297-449d-869b-dde209a1c611', 'mac_address': 'fa:16:3e:0e:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f1ae5b-c888-4361-91aa-e807f91d0044', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:48.474963 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e912a7d4-5f05-445f-b773-40217c96649e req-367c62c7-77fc-41d7-af0f-4e4dffd90c85 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Oct 28 12:17:48.487433 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:48.500152 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d48b1b-1297-449d-869b-dde209a1c611 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:48.520081 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a8d48b1b-1297-449d-869b-dde209a1c611,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:48.524202 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:48.570115 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:48.577566 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.577927 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.578268 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.578601 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.578956 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.579285 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.579611 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.579936 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.580280 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.580606 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.580926 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:48.581245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:49.040117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['a8d48b1b-1297-449d-869b-dde209a1c611'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:49.129890 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7836d-385c-4840-b8ad-63f36a58a143 req-1b8bb749-b4af-407f-865f-b63c8d19d757 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:49.132371 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95a7836d-385c-4840-b8ad-63f36a58a143 req-1b8bb749-b4af-407f-865f-b63c8d19d757 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0628018 Oct 28 12:17:49.178165 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95a7836d-385c-4840-b8ad-63f36a58a143 req-331ce187-fe76-4a40-8e2b-c393d553020a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360789 Oct 28 12:17:49.353125 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e65b1-2983-4440-8c85-7b41a56f9189 req-681f346d-2ac5-4f84-a21d-5ff7fa6b7030 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:49.354608 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8f1e65b1-2983-4440-8c85-7b41a56f9189 req-681f346d-2ac5-4f84-a21d-5ff7fa6b7030 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0517125 Oct 28 12:17:49.393167 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8f1e65b1-2983-4440-8c85-7b41a56f9189 req-029033b4-4096-4adb-9191-b587894a95cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Oct 28 12:17:49.590947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d02c62-7f8b-4fbe-8115-79fcd912b9d8 req-bddc4794-3659-45c1-bd23-aa70cf710bf2 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:49.592657 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9d02c62-7f8b-4fbe-8115-79fcd912b9d8 req-bddc4794-3659-45c1-bd23-aa70cf710bf2 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 949 time: 0.0510442 Oct 28 12:17:49.632935 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9d02c62-7f8b-4fbe-8115-79fcd912b9d8 req-2c785810-16fb-40e6-adf5-9c7b9b775f4c tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Oct 28 12:17:50.293257 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dee10-888d-4a9f-b236-d039d20b4a3b req-4b0f1f1b-0567-4837-81c1-4fb68e3c4554 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.294730 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-830dee10-888d-4a9f-b236-d039d20b4a3b req-4b0f1f1b-0567-4837-81c1-4fb68e3c4554 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Oct 28 12:17:50.333480 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:50.334086 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-830dee10-888d-4a9f-b236-d039d20b4a3b req-6a9a9346-d88f-4863-b5cb-20dd4b6c8a55 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Oct 28 12:17:50.346593 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device a8d48b1b-1297-449d-869b-dde209a1c611 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:50.447828 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port a8d48b1b-1297-449d-869b-dde209a1c611 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:50.461725 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port a8d48b1b-1297-449d-869b-dde209a1c611 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:50.462024 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.490711 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:50.511437 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:50.514477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff1e9-fd5d-4234-871f-6d743eba4d15 req-35bd9f7c-ab8d-402a-be66-7c9164bc2bf0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.516743 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-807ff1e9-fd5d-4234-871f-6d743eba4d15 req-35bd9f7c-ab8d-402a-be66-7c9164bc2bf0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0481713 Oct 28 12:17:50.559616 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-807ff1e9-fd5d-4234-871f-6d743eba4d15 req-5413bdf0-e283-456a-a777-31f7060680b8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360222 Oct 28 12:17:50.580490 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.601704 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:50.607961 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.632077 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:50.638936 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.647122 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:50.649357 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc51f2ea-dc37-4b5b-a46f-ab47dfc50544" -d '{"events": [{"server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:50.683032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a8d48b1b-1297-449d-869b-dde209a1c611,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:50.691228 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224ae7a-1e00-4f24-99f6-1299f9482f5b x-openstack-request-id: req-f224ae7a-1e00-4f24-99f6-1299f9482f5b {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:50.691548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:50.691769 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f224ae7a-1e00-4f24-99f6-1299f9482f5b {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:50.692163 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611', 'code': 200} Oct 28 12:17:50.695281 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.712760 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=6']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:50.777216 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2ce0-d97f-4986-9c6c-eb9308ad7ee8 req-ded90a20-b50f-4fc1-b633-d884e0daedfe tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.781288 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['f783de9c-03e4-446f-b34b-e2edaa551d3c'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:50.783358 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-149f2ce0-d97f-4986-9c6c-eb9308ad7ee8 req-ded90a20-b50f-4fc1-b633-d884e0daedfe tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0695839 Oct 28 12:17:50.800049 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60772) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:50.810879 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:50.846302 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-149f2ce0-d97f-4986-9c6c-eb9308ad7ee8 req-51ac1aaf-eb1e-4b43-8e9a-3f605cbaf962 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Oct 28 12:17:50.852909 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Deleting subnet 5e4c26b8-e045-4791-bd68-7eb8f940fe9f {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:17:50.856270 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.914708 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.954286 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf7b23-b0d3-48a3-bcc5-9189743d68fb req-208b3936-bdb1-4e52-99b7-5fa0d67b17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.955825 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d6bf7b23-b0d3-48a3-bcc5-9189743d68fb req-208b3936-bdb1-4e52-99b7-5fa0d67b17d3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 1103 time: 0.0795617 Oct 28 12:17:50.966021 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.028402 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d6bf7b23-b0d3-48a3-bcc5-9189743d68fb req-a547b0aa-1f7a-464b-8441-d9e407fcc8e4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637224 Oct 28 12:17:51.043613 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.070542 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4c26b8-e045-4791-bd68-7eb8f940fe9f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:51.072482 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.075631 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9a6793c2-ab85-4d5a-b612-2dd48d598581 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e4c26b8-e045-4791-bd68-7eb8f940fe9f HTTP/1.1" status: 204 len: 168 time: 0.2742939 Oct 28 12:17:51.078163 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60776) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:51.144625 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.224220 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.244140 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3045c3a6-4936-4442-b360-2659a73aa88a']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.253626 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb16ef79-80c6-4fee-86c8-ff7489d1e45e') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.253917 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb16ef79-80c6-4fee-86c8-ff7489d1e45e') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.263074 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.276373 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.282398 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:17:51.282808 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:17:51.284567 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:17:51.336828 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.344329 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.347507 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3045c3a6-4936-4442-b360-2659a73aa88a HTTP/1.1" status: 204 len: 168 time: 0.2684088 Oct 28 12:17:51.350470 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60778) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:51.361824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26753c45-c768-4237-88cf-b73cdaeb84f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3045c3a6-4936-4442-b360-2659a73aa88a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:51.395280 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Deleting subnet 60396b5c-9641-4d36-b692-17d053cd7670 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:17:51.398894 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.461409 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.502212 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d70320-1ce2-4747-8134-ebf8cd50fd0c req-4e204903-9ada-4a5f-97dd-d61286947245 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:51.503651 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-14d70320-1ce2-4747-8134-ebf8cd50fd0c req-4e204903-9ada-4a5f-97dd-d61286947245 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0865355 Oct 28 12:17:51.520938 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.576068 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-14d70320-1ce2-4747-8134-ebf8cd50fd0c req-17eec8a1-47bd-45cc-bd7f-fbf09f220823 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Oct 28 12:17:51.594157 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.622100 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60396b5c-9641-4d36-b692-17d053cd7670,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:51.624263 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.628247 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-df7be404-7d3b-46de-893b-872227a389e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60396b5c-9641-4d36-b692-17d053cd7670 HTTP/1.1" status: 204 len: 168 time: 0.2764726 Oct 28 12:17:51.630476 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60784) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:51.685652 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bda12-dd98-405e-8064-f67879d17c91 req-ae413903-00d3-4019-8d98-616886205d54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:51.687377 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-786bda12-dd98-405e-8064-f67879d17c91 req-ae413903-00d3-4019-8d98-616886205d54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0489624 Oct 28 12:17:51.699713 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.725647 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-786bda12-dd98-405e-8064-f67879d17c91 req-4f08a2b4-5b07-4228-b4bc-4593460dbaec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Oct 28 12:17:51.775179 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.802694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8534581e-0038-475b-a8bd-d500c8f5b6c8']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.811751 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6718f4e5-4ac1-4a49-a58f-5346afa24e66') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.812081 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6718f4e5-4ac1-4a49-a58f-5346afa24e66') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:51.821133 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.833929 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.840268 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Releasing vlan 1378 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:17:51.840693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:17:51.842328 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:17:51.898104 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.905909 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.911145 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] 10.222.0.37 "DELETE /v2.0/networks/8534581e-0038-475b-a8bd-d500c8f5b6c8 HTTP/1.1" status: 204 len: 168 time: 0.2796497 Oct 28 12:17:51.929955 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b12ae4-9e9b-4cd2-ad18-4e08d0e4c53b admin admin] Pushing event deleted for resources: {'Network': ['ID=8534581e-0038-475b-a8bd-d500c8f5b6c8,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:51.956203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3b366902-bdbc-4329-a4f8-381eeff8e950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:51.975103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfd7f2-58ce-472f-b1a3-acfadecbe844 req-2e7dbc66-c941-4975-b948-f4c218aeec45 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:51.976646 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8acfd7f2-58ce-472f-b1a3-acfadecbe844 req-2e7dbc66-c941-4975-b948-f4c218aeec45 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0560627 Oct 28 12:17:51.995305 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-0c1b31eb-d89b-4800-b463-561aad933ec9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:51.996975 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-0c1b31eb-d89b-4800-b463-561aad933ec9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Oct 28 12:17:52.031640 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8acfd7f2-58ce-472f-b1a3-acfadecbe844 req-743b7f86-8d7c-441d-a56e-acf1df619975 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Oct 28 12:17:52.110103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 60792) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:52.112222 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Deleting port 1619934b-8d83-409a-9b55-2549b46519eb {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:52.112564 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.205757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] For port 1619934b-8d83-409a-9b55-2549b46519eb, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=1619934b-8d83-409a-9b55-2549b46519eb,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:52.206127 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.219991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Calling delete_port for 1619934b-8d83-409a-9b55-2549b46519eb owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:52.346591 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:52.358745 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.376186 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['1619934b-8d83-409a-9b55-2549b46519eb'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:52.386299 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-67853795-1920-445d-b2dc-da0bd3d8c3cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f9299cfbe9b4fa4ad07d2e631cdaf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729437 Oct 28 12:17:52.387113 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60794) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:52.397958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Pushing event deleted for resources: {'Port': ['ID=1619934b-8d83-409a-9b55-2549b46519eb,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:52.424559 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port f783de9c-03e4-446f-b34b-e2edaa551d3c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:52.424929 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.456541 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.456887 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.457222 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.457561 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.457887 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.458214 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.458542 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.458899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.459224 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.459547 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.459866 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.460190 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:52.466012 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] No DVR routers for this DVR port 1619934b-8d83-409a-9b55-2549b46519eb on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:52.469115 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.472439 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a182c79b-08dc-48aa-984b-520f27233fa1 req-626ffd9f-88f3-4fd9-b1a6-c198a26fd788 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "DELETE /v2.0/ports/1619934b-8d83-409a-9b55-2549b46519eb HTTP/1.1" status: 204 len: 173 time: 0.4687257 Oct 28 12:17:52.472869 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'name': 'network-vif-deleted', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:52.475137 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a8990-2fe0-4509-a759-9f6ae4a42ed8" -d '{"events": [{"server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "name": "network-vif-deleted", "tag": "1619934b-8d83-409a-9b55-2549b46519eb"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:52.501732 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.510592 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.545178 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.548898 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:52.549061 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9caec5-04f2-47c2-8d77-4e0102f1aa35 x-openstack-request-id: req-5d9caec5-04f2-47c2-8d77-4e0102f1aa35 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:52.549236 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ebab3a-a58c-4216-862c-564d4d365c37", "name": "network-vif-deleted", "tag": "1619934b-8d83-409a-9b55-2549b46519eb", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:52.549641 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d9caec5-04f2-47c2-8d77-4e0102f1aa35 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:52.550243 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ebab3a-a58c-4216-862c-564d4d365c37', 'name': 'network-vif-deleted', 'tag': '1619934b-8d83-409a-9b55-2549b46519eb', 'status': 'completed', 'code': 200} Oct 28 12:17:52.554713 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.612005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.617269 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:52.619884 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2b84ed-7c9f-4f17-8815-f7b44f21da57 HTTP/1.1" status: 204 len: 168 time: 0.2294300 Oct 28 12:17:52.629869 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=7']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:52.638757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c2a4-afab-4475-8152-bc2898c5db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b84ed-7c9f-4f17-8815-f7b44f21da57,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:52.693784 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:52.696245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad493297-08af-412e-b19a-6bcc7c092b45" -d '{"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:52.721049 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3bf42e1f-b439-4149-8706-6ba6e76bbb2b req-2a198c20-1df6-4cd2-bf51-9e97cbca3293 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ebab3a-a58c-4216-862c-564d4d365c37 HTTP/1.1" status: 200 len: 210 time: 0.0309331 Oct 28 12:17:52.733968 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b099cf-1d63-400a-bf6d-d71dcc50801a x-openstack-request-id: req-d9b099cf-1d63-400a-bf6d-d71dcc50801a {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:52.734291 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:52.734546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9b099cf-1d63-400a-bf6d-d71dcc50801a {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:52.734972 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'code': 200} Oct 28 12:17:52.851039 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ae6c-d35f-465b-9c7f-6a2295f94fca req-ed20d26f-90db-4d62-a2a7-ed2de12c7612 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:52.852852 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0d1ae6c-d35f-465b-9c7f-6a2295f94fca req-ed20d26f-90db-4d62-a2a7-ed2de12c7612 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0528958 Oct 28 12:17:52.893249 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d0d1ae6c-d35f-465b-9c7f-6a2295f94fca req-0cbcb727-0e49-49ba-95f0-1174a2016399 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Oct 28 12:17:52.959067 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60808) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:53.000063 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1ec6ba41-c669-4f46-8b31-378780186872 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4d3e1c01222478d8962d8eec0528871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392203 Oct 28 12:17:53.002564 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 60810) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:53.062445 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.085964 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.165818 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c6353-4ac4-44d6-91fd-0069a06807f5 req-ae651f88-77f9-41b0-90e8-0dba79864199 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:53.167442 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a36c6353-4ac4-44d6-91fd-0069a06807f5 req-ae651f88-77f9-41b0-90e8-0dba79864199 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0697854 Oct 28 12:17:53.193229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.196257 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.197391 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f89d4be-abf4-4964-81b8-d9bacf19e303 HTTP/1.1" status: 204 len: 168 time: 0.1939065 Oct 28 12:17:53.210877 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e601f-b924-47fd-a615-9fb9636e7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89d4be-abf4-4964-81b8-d9bacf19e303,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:53.238467 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a36c6353-4ac4-44d6-91fd-0069a06807f5 req-669eeabb-a8cf-458c-b7f8-32dfac5f1f49 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Oct 28 12:17:54.022362 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862142-ed3d-4784-a71e-2f8661dee1d2 req-481c5356-16e5-4225-869b-98e7d0ec241b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:54.024387 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b862142-ed3d-4784-a71e-2f8661dee1d2 req-481c5356-16e5-4225-869b-98e7d0ec241b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0513813 Oct 28 12:17:54.062077 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b862142-ed3d-4784-a71e-2f8661dee1d2 req-cde875e1-adc4-4111-bd55-b50186edd700 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Oct 28 12:17:54.357919 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dcb5-e980-480b-941f-dc6f369225af req-651f6c97-26e0-4399-8683-27590737e2b2 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:54.358979 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0990dcb5-e980-480b-941f-dc6f369225af req-651f6c97-26e0-4399-8683-27590737e2b2 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0509408 Oct 28 12:17:54.400443 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0990dcb5-e980-480b-941f-dc6f369225af req-31daf3e8-ca19-4e80-aa33-7c3557eda5d6 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355172 Oct 28 12:17:54.504439 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2a3334ac-e65a-4aa7-8f5f-1c62162f228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:54.665634 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b567e2-9303-4e9d-941e-06bc29c891f6 req-7ee5a2d2-b7a3-4758-bb51-ce2e59825414 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:54.667142 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a2b567e2-9303-4e9d-941e-06bc29c891f6 req-7ee5a2d2-b7a3-4758-bb51-ce2e59825414 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0506063 Oct 28 12:17:54.706382 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a2b567e2-9303-4e9d-941e-06bc29c891f6 req-a153874c-9ff8-4fa4-a9c3-3d9ee4adbe68 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Oct 28 12:17:55.196326 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618dbb-40f0-491e-9233-be074bea2047 req-fd90f153-554f-41df-8e3b-640dad8b446d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:55.197807 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c618dbb-40f0-491e-9233-be074bea2047 req-fd90f153-554f-41df-8e3b-640dad8b446d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0537064 Oct 28 12:17:55.243706 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c618dbb-40f0-491e-9233-be074bea2047 req-e72826c7-e9bb-4593-afe9-505a1a29fa7a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Oct 28 12:17:55.680877 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:55.726331 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:55.818893 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d40108-8d33-4e8c-aa09-632134f267cd req-dd4017f7-1270-490f-95bd-6a6f49f7027b tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:55.820358 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49d40108-8d33-4e8c-aa09-632134f267cd req-dd4017f7-1270-490f-95bd-6a6f49f7027b tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0474896 Oct 28 12:17:55.859350 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-49d40108-8d33-4e8c-aa09-632134f267cd req-314aefb4-673f-4067-8e11-40c2a9a02740 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Oct 28 12:17:56.362566 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46bbba-5e06-4f5d-a112-8d073222d83f req-5c87d0ce-5d3d-4d29-942b-8f44f5c86988 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:56.364065 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb46bbba-5e06-4f5d-a112-8d073222d83f req-5c87d0ce-5d3d-4d29-942b-8f44f5c86988 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0477939 Oct 28 12:17:56.401205 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb46bbba-5e06-4f5d-a112-8d073222d83f req-0ac9accf-383e-4c28-923d-941ecb2f988f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Oct 28 12:17:56.871012 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1619934b-8d83-409a-9b55-2549b46519eb no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:56.894955 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 1619934b-8d83-409a-9b55-2549b46519eb {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:56.895296 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 1619934b-8d83-409a-9b55-2549b46519eb not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:56.979694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f3a5-5906-452c-a640-4adad1185c28 req-44c97d83-5af8-43e0-831e-f5d0f37b314c tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:56.981157 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-54e7f3a5-5906-452c-a640-4adad1185c28 req-44c97d83-5af8-43e0-831e-f5d0f37b314c tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0520120 Oct 28 12:17:57.019297 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-54e7f3a5-5906-452c-a640-4adad1185c28 req-e8ff4c78-3cb2-48f0-8316-7431b1472185 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Oct 28 12:17:57.131375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:57.517245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b89c-3c91-4b06-964c-d03eaa4e51cf req-f373ddbe-d53c-4900-b188-9b8fb09f9e6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:57.518708 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6de8b89c-3c91-4b06-964c-d03eaa4e51cf req-f373ddbe-d53c-4900-b188-9b8fb09f9e6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0480740 Oct 28 12:17:57.555287 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6de8b89c-3c91-4b06-964c-d03eaa4e51cf req-470dbfb4-0ec2-4f1a-88f8-25bf0980fc53 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307450 Oct 28 12:17:58.136346 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a702b4-8c6f-4498-82b1-98a93f865856 req-94e462cf-f7eb-48d6-9534-554374ddcc60 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:58.137829 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-75a702b4-8c6f-4498-82b1-98a93f865856 req-94e462cf-f7eb-48d6-9534-554374ddcc60 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0512726 Oct 28 12:17:58.175051 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-75a702b4-8c6f-4498-82b1-98a93f865856 req-c958f37c-c554-4041-a36c-30e4ff3a1e8d tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Oct 28 12:17:58.679296 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a41781-f0e6-479b-b678-76ee493db7d9 req-94ed1d6d-0d59-4cd6-93d9-35c648b857db tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:58.680719 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-07a41781-f0e6-479b-b678-76ee493db7d9 req-94ed1d6d-0d59-4cd6-93d9-35c648b857db tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0539289 Oct 28 12:17:58.725266 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-07a41781-f0e6-479b-b678-76ee493db7d9 req-c8ca2bdf-d64b-4efb-a43c-3d2554b98452 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352597 Oct 28 12:17:59.296644 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7be83-2205-4976-ba45-2eb60dba7541 req-8f930e1a-e6f9-4a2e-b4e1-624d032523a0 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:59.298171 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-24e7be83-2205-4976-ba45-2eb60dba7541 req-8f930e1a-e6f9-4a2e-b4e1-624d032523a0 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0528970 Oct 28 12:17:59.339979 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-24e7be83-2205-4976-ba45-2eb60dba7541 req-290d13c9-0d80-4b1d-a8b3-9aba0532dc81 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Oct 28 12:17:59.880219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea72e7-9f56-4810-ba99-48871376e229 req-ef2b6dcc-82b2-4d3f-a6a2-f5ec1b20211a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:59.885225 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cfea72e7-9f56-4810-ba99-48871376e229 req-ef2b6dcc-82b2-4d3f-a6a2-f5ec1b20211a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0741906 Oct 28 12:17:59.951923 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cfea72e7-9f56-4810-ba99-48871376e229 req-6c95a64c-171e-409a-816a-dc6966e7a0c5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555143 Oct 28 12:18:00.515349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3a5a2-d29d-4663-9358-a80fd8d1f8b7 req-e7be506c-6d28-429f-8f27-3694f2a10e35 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:00.516961 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f5f3a5a2-d29d-4663-9358-a80fd8d1f8b7 req-e7be506c-6d28-429f-8f27-3694f2a10e35 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0886974 Oct 28 12:18:00.593923 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f5f3a5a2-d29d-4663-9358-a80fd8d1f8b7 req-5dbd1295-e1e8-410a-9adc-7a2cc4b995ec tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692878 Oct 28 12:18:00.705875 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edc575-a640-4464-afb6-d2bd180dc597 req-be1b61cf-1a53-40db-acc1-2d13d170eb91 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:00.708203 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-19edc575-a640-4464-afb6-d2bd180dc597 req-be1b61cf-1a53-40db-acc1-2d13d170eb91 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.107 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 950 time: 0.0636868 Oct 28 12:18:00.833233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Deleting port a8d48b1b-1297-449d-869b-dde209a1c611 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:00.833688 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:00.958433 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] For port a8d48b1b-1297-449d-869b-dde209a1c611, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a8d48b1b-1297-449d-869b-dde209a1c611,segment=NetworkSegment(fea4f63f-81b2-456a-8e28-97d75ecce127),segment_id=fea4f63f-81b2-456a-8e28-97d75ecce127)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:00.959910 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:00.974272 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Calling delete_port for a8d48b1b-1297-449d-869b-dde209a1c611 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:01.083914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a887c7-c7ca-4747-af19-9f1268244b34 req-5cbe8f6f-42b1-4db3-a51a-4fb0f8fe1152 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:01.092063 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c6a887c7-c7ca-4747-af19-9f1268244b34 req-5cbe8f6f-42b1-4db3-a51a-4fb0f8fe1152 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0590668 Oct 28 12:18:01.140326 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c6a887c7-c7ca-4747-af19-9f1268244b34 req-635910b1-3521-434d-b833-aa0286d8092b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392392 Oct 28 12:18:01.173612 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.188882 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['a8d48b1b-1297-449d-869b-dde209a1c611'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:01.205726 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Pushing event deleted for resources: {'Port': ['ID=a8d48b1b-1297-449d-869b-dde209a1c611,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:01.275009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] No DVR routers for this DVR port a8d48b1b-1297-449d-869b-dde209a1c611 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:01.277592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.281089 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-19edc575-a640-4464-afb6-d2bd180dc597 req-9ba0f935-5896-4801-b0d4-28c34a49feb1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.107 "DELETE /v2.0/ports/a8d48b1b-1297-449d-869b-dde209a1c611 HTTP/1.1" status: 204 len: 173 time: 0.5651994 Oct 28 12:18:01.281620 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'name': 'network-vif-deleted', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:01.283844 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80185161-efb2-4707-a453-02a182ca304d" -d '{"events": [{"server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "name": "network-vif-deleted", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:01.489288 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95371c5-9755-4e61-9eaa-bedf205337b1 x-openstack-request-id: req-a95371c5-9755-4e61-9eaa-bedf205337b1 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:01.489580 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e10a41-d291-42ca-a7e6-2fb621dc259e", "name": "network-vif-deleted", "tag": "a8d48b1b-1297-449d-869b-dde209a1c611", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:01.489827 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a95371c5-9755-4e61-9eaa-bedf205337b1 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:01.490216 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e10a41-d291-42ca-a7e6-2fb621dc259e', 'name': 'network-vif-deleted', 'tag': 'a8d48b1b-1297-449d-869b-dde209a1c611', 'status': 'completed', 'code': 200} Oct 28 12:18:01.698075 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beae8b9e-c3f6-42c9-8fd9-4cd1720847d5 req-97fb0124-3eb4-46a1-b382-68c7fe2ed8c1 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0299218 Oct 28 12:18:02.301518 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe68ca-692c-4ef3-bffe-f4cb24d8ec60 req-5f04fca2-d805-4de0-b83a-ae91a02dc3d6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:02.304708 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-61fe68ca-692c-4ef3-bffe-f4cb24d8ec60 req-5f04fca2-d805-4de0-b83a-ae91a02dc3d6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0989847 Oct 28 12:18:02.359534 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-61fe68ca-692c-4ef3-bffe-f4cb24d8ec60 req-f1fcefc8-68a2-48e2-9aa1-8955d3904cd5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Oct 28 12:18:02.832741 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d81e0f86-ee39-4eb6-b1cb-ec092dd905bd req-4e27643b-888b-404c-8b3e-828486fbb6e5 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0297222 Oct 28 12:18:03.474023 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60379994-33f3-47fa-bef0-4e9f0a7d64c8 req-437e910b-0db4-47ce-ad4a-df96dc0c1cf0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:03.475574 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-60379994-33f3-47fa-bef0-4e9f0a7d64c8 req-437e910b-0db4-47ce-ad4a-df96dc0c1cf0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0486083 Oct 28 12:18:03.513990 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-60379994-33f3-47fa-bef0-4e9f0a7d64c8 req-c06e4da8-3b0d-4a7d-98bf-6feda5064c16 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Oct 28 12:18:03.976379 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f305cfe0-2bf9-4299-b6b6-25aca18511cf req-69c138b7-6d00-4ad5-809e-9244ad35aa75 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0367634 Oct 28 12:18:04.661650 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10caec-9a25-4a60-a3ef-e9c599f48db2 req-e4aa5a18-26c2-4077-9caf-00d47cc67c31 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:04.663225 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4c10caec-9a25-4a60-a3ef-e9c599f48db2 req-e4aa5a18-26c2-4077-9caf-00d47cc67c31 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0586445 Oct 28 12:18:04.711180 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4c10caec-9a25-4a60-a3ef-e9c599f48db2 req-feda4a8a-1f22-4840-9f1a-d2fda8e4d3d6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Oct 28 12:18:04.919777 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device a8d48b1b-1297-449d-869b-dde209a1c611 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:04.941726 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: a8d48b1b-1297-449d-869b-dde209a1c611 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:04.942401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device a8d48b1b-1297-449d-869b-dde209a1c611 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:05.115429 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9fa83722-2486-4c35-9e89-ebcc3919f294 req-15bfabdf-d2b7-41e4-98e1-8ce08d8541e4 tempest-VolumesNegativeTest-813189431 tempest-VolumesNegativeTest-813189431-project] 10.222.0.37 "GET /v2.0/ports?device_id=94e10a41-d291-42ca-a7e6-2fb621dc259e HTTP/1.1" status: 200 len: 210 time: 0.0281374 Oct 28 12:18:05.926226 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ecd8-6bb6-42f5-916f-b64da42335fa req-b35c1178-d44a-4b6d-9aa4-f319042bcdb6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:05.937718 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f64ecd8-6bb6-42f5-916f-b64da42335fa req-b35c1178-d44a-4b6d-9aa4-f319042bcdb6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.1033058 Oct 28 12:18:05.988969 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f64ecd8-6bb6-42f5-916f-b64da42335fa req-269ba0f3-6fa7-4266-b0ac-13a4855a5ff4 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Oct 28 12:18:06.102437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-36c5e212-87c1-4ef1-966b-140e320a0b86 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:06.109642 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-36c5e212-87c1-4ef1-966b-140e320a0b86 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/networks?id=abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 200 len: 814 time: 0.1491609 Oct 28 12:18:06.121694 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-9cdf4b05-1fd9-42f8-905a-9909303bffcd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/quotas/c8940dc0094a47d1a152788282bedb0e HTTP/1.1" status: 200 len: 375 time: 0.0109386 Oct 28 12:18:06.175657 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-cbc6fac2-d2e7-4e58-ac16-795953f6d952 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437133 Oct 28 12:18:06.493977 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-57a5062b-b38e-4abf-90db-b05ad2ba323d service neutron] 10.222.0.37 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105633 Oct 28 12:18:06.615471 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-6b84a382-134a-408a-bfff-7908f46cbcac service neutron] 10.222.0.37 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205239 Oct 28 12:18:06.794059 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4252d75c-f2c3-4afe-a20d-ac0d9395b100 req-82e8e3c4-375b-4a74-8f99-13870b80814d tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 210 time: 0.0335016 Oct 28 12:18:07.192566 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acd901-c8ea-4e91-b111-d192a2c54b5c req-78790499-eedf-4b34-975e-e2030d2f95b1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:07.195944 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-46acd901-c8ea-4e91-b111-d192a2c54b5c req-78790499-eedf-4b34-975e-e2030d2f95b1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.1015885 Oct 28 12:18:07.278779 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-46acd901-c8ea-4e91-b111-d192a2c54b5c req-8874cf3d-a7f8-46c7-bb11-979b7bd2e29b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644608 Oct 28 12:18:07.950844 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42dce9fc-68dc-4c31-bb6b-f0d298784ed9 req-a381a062-e1c8-467c-9f38-47e554f161f3 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 210 time: 0.0523725 Oct 28 12:18:08.220377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-7f5bdf88-493d-4d4e-9c9e-b8af851bc03a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:08.221858 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-7f5bdf88-493d-4d4e-9c9e-b8af851bc03a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "GET /v2.0/networks?id=abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 200 len: 814 time: 0.2115514 Oct 28 12:18:08.239162 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Request body: {'port': {'device_id': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be', 'admin_state_up': True, 'tenant_id': 'c8940dc0094a47d1a152788282bedb0e'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:08.464468 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577e4c1-2d4f-4c7c-98be-40dc9adcaf01 req-e0affd4a-e430-43c4-86a1-a1ebd1347c31 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:08.468280 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c577e4c1-2d4f-4c7c-98be-40dc9adcaf01 req-e0affd4a-e430-43c4-86a1-a1ebd1347c31 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0884404 Oct 28 12:18:08.471560 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Made reservation on behalf of c8940dc0094a47d1a152788282bedb0e for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:08.475738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:08.574214 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c577e4c1-2d4f-4c7c-98be-40dc9adcaf01 req-201cef0c-5500-4abb-84b5-86bb7c0c47b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958300 Oct 28 12:18:08.685626 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Allocated IP 172.20.0.9 (abc19093-1431-4203-8ce3-8a0c45f089be/4d3d2112-7375-4018-b35b-c8412cfbfc20/cd823aea-fe57-404d-8292-19c6622c9992) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:18:08.840210 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:08.911735 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:08.955534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:09.023931 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Network abc19093-1431-4203-8ce3-8a0c45f089be is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:18:09.031345 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:18:09.055396 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Pushing event updated for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:09.057944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:18:09.143571 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:09.144660 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:09.147799 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd5db-e5ac-4975-8dd6-d83fada84be4 req-71fb39da-77e8-45d3-bbfd-ffdeaefc7393 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:09.156675 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6f8fd5db-e5ac-4975-8dd6-d83fada84be4 req-71fb39da-77e8-45d3-bbfd-ffdeaefc7393 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 931 time: 0.0851483 Oct 28 12:18:09.171734 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-daf779c3-98d2-4225-a864-919771c5f7a9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9370804 Oct 28 12:18:09.227160 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6f8fd5db-e5ac-4975-8dd6-d83fada84be4 req-fc8eca3b-4337-4010-af2f-bf2cc573d9ce tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654716 Oct 28 12:18:09.289077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Request body: {'port': {'device_id': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:09.358900 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:09.769281 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33118) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:09.803901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76868d-7eca-471c-b987-88240e649cb8 req-674dc77a-72c9-4f9f-a49b-458c01a4e258 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:09.805759 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fe76868d-7eca-471c-b987-88240e649cb8 req-674dc77a-72c9-4f9f-a49b-458c01a4e258 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.1145494 Oct 28 12:18:09.825081 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd823aea-fe57-404d-8292-19c6622c9992 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:09.835231 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:09.870388 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Transition to ACTIVE for port object cd823aea-fe57-404d-8292-19c6622c9992 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:18:09.912962 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:09.960496 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fe76868d-7eca-471c-b987-88240e649cb8 req-b75f97b0-7f35-4996-96ee-84c5523288bc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331959 Oct 28 12:18:10.032436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3d39d98e-96b6-46b5-91f0-49ff93c11b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.051581 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Pushing event updated for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:10.090945 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Attempting to bind port cd823aea-fe57-404d-8292-19c6622c9992 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:18:10.091472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Attempting to bind port cd823aea-fe57-404d-8292-19c6622c9992 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:18:10.091676 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Attempting to bind port cd823aea-fe57-404d-8292-19c6622c9992 on network abc19093-1431-4203-8ce3-8a0c45f089be {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:10.097424 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Port cd823aea-fe57-404d-8292-19c6622c9992 on network abc19093-1431-4203-8ce3-8a0c45f089be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:18:10.097996 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Attempting to bind port cd823aea-fe57-404d-8292-19c6622c9992 on network abc19093-1431-4203-8ce3-8a0c45f089be {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:10.104095 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:18:10.104637 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Checking segment: {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:18:10.104899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Bound using segment: {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:18:10.105323 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Bound port: cd823aea-fe57-404d-8292-19c6622c9992, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6b5fab-9617-4197-aa53-ea8a134b2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:18:10.106280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.149032 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3d39d98e-96b6-46b5-91f0-49ff93c11b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.156307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3d39d98e-96b6-46b5-91f0-49ff93c11b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.189809 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:18:10.194394 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d98e-96b6-46b5-91f0-49ff93c11b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03eb1a1-3571-4609-b5cf-b0c34f3c1396,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:10.194633 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cd823aea-fe57-404d-8292-19c6622c9992,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:18:10.210447 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.230401 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-3d39d98e-96b6-46b5-91f0-49ff93c11b8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a3a4b8026db404bbdbfc9abe3e3878d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564137 Oct 28 12:18:10.230654 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33144) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:10.275812 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:10.276109 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.278672 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] 10.222.0.107 "PUT /v2.0/ports/cd823aea-fe57-404d-8292-19c6622c9992 HTTP/1.1" status: 200 len: 1093 time: 1.0965846 Oct 28 12:18:10.279275 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:10.286912 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0892c675-9072-4e2d-84af-b7ef379564ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "tag": "cd823aea-fe57-404d-8292-19c6622c9992"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:10.313314 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81790559-47b1-4b6e-ad49-b29fcec19728 service neutron] Pushing event updated for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:10.341925 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.384873 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.396035 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b689575-ab65-4e81-8463-40e0f9a9b6c2 x-openstack-request-id: req-0b689575-ab65-4e81-8463-40e0f9a9b6c2 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:10.396488 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "tag": "cd823aea-fe57-404d-8292-19c6622c9992", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:10.396999 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b689575-ab65-4e81-8463-40e0f9a9b6c2 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:10.397387 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992', 'status': 'completed', 'code': 200} Oct 28 12:18:10.425732 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-0f46463e-471e-4fda-8949-4e203d480bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:10.427629 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-0f46463e-471e-4fda-8949-4e203d480bdd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 1096 time: 0.0785010 Oct 28 12:18:10.441491 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f96f6-2b1f-4ac0-aa32-6e817aad1884 req-1f915582-8e80-417a-8c44-8b19d0ef5be8 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:10.443351 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-864f96f6-2b1f-4ac0-aa32-6e817aad1884 req-1f915582-8e80-417a-8c44-8b19d0ef5be8 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 943 time: 0.1092920 Oct 28 12:18:10.478424 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.485193 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.487985 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c03eb1a1-3571-4609-b5cf-b0c34f3c1396 HTTP/1.1" status: 204 len: 168 time: 0.2563534 Oct 28 12:18:10.496649 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-7613595f-6192-4718-ad00-6fdbf00aa40b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd823aea-fe57-404d-8292-19c6622c9992 HTTP/1.1" status: 200 len: 217 time: 0.0497365 Oct 28 12:18:10.506454 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe280-8f7a-4362-91c4-9bca04114ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03eb1a1-3571-4609-b5cf-b0c34f3c1396,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:10.549394 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-864f96f6-2b1f-4ac0-aa32-6e817aad1884 req-6a833554-7b2b-4e47-b426-8a8a1b95f121 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957491 Oct 28 12:18:10.571635 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-6173d710-0eed-4cf1-a5bd-1d15ae860e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:10.573269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-6173d710-0eed-4cf1-a5bd-1d15ae860e96 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d3d2112-7375-4018-b35b-c8412cfbfc20 HTTP/1.1" status: 200 len: 854 time: 0.0650015 Oct 28 12:18:10.629785 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-71a0565d-1350-4e3a-8b81-6ab7d0a75cde service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=abc19093-1431-4203-8ce3-8a0c45f089be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454018 Oct 28 12:18:10.750057 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-fff6a606-1da5-4ae6-8685-9172347c0ce4 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113548 Oct 28 12:18:10.864779 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70bd92a6-d79b-407a-8d5f-2a892c6c58d5 req-3a8136e4-f521-47e7-a6aa-241c0ff707c7 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051812 Oct 28 12:18:10.904948 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33156) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:10.919305 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:10.976204 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c675-9072-4e2d-84af-b7ef379564ed req-6fc103ad-97c5-4550-9809-0f822f420be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:10.978466 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-6fc103ad-97c5-4550-9809-0f822f420be1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c8940dc0094a47d1a152788282bedb0e&device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 1096 time: 0.0536771 Oct 28 12:18:11.021954 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.028495 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.084287 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d53c18114b74cf09146f925be99618d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751671 Oct 28 12:18:11.084287 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55c663-8197-414a-8abb-22dad4e6bebb,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:11.084287 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33166) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:11.101057 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.101679 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.102211 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.102551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.102919 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.103251 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.103584 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.103910 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.104236 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.104559 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.104885 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.105211 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da992-0dd3-41bc-acd6-d021455bad85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:11.135891 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379449-d894-4da0-87be-7014b6650e03 req-1aab3d40-09c6-49b8-ac20-3083a03834cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:11.137394 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4e379449-d894-4da0-87be-7014b6650e03 req-1aab3d40-09c6-49b8-ac20-3083a03834cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0850987 Oct 28 12:18:11.138934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c675-9072-4e2d-84af-b7ef379564ed req-4c67d473-5648-42ee-bec1-7213b1710d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:11.140330 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-4c67d473-5648-42ee-bec1-7213b1710d72 service neutron] 10.222.0.107 "GET /v2.0/networks?id=abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 200 len: 916 time: 0.1485467 Oct 28 12:18:11.149747 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.171866 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.193822 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-f1aa9da2-fa90-4bbb-b21c-bb5c101791d8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd823aea-fe57-404d-8292-19c6622c9992 HTTP/1.1" status: 200 len: 217 time: 0.0420394 Oct 28 12:18:11.236161 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.239417 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.240663 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f55c663-8197-414a-8abb-22dad4e6bebb HTTP/1.1" status: 204 len: 168 time: 0.1555455 Oct 28 12:18:11.243851 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4e379449-d894-4da0-87be-7014b6650e03 req-96633a7d-3d35-414d-8723-f66019e448ee tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990107 Oct 28 12:18:11.258179 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583e20-4439-4f30-90f8-fab61a269791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55c663-8197-414a-8abb-22dad4e6bebb,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:11.271062 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c675-9072-4e2d-84af-b7ef379564ed req-2cc8037f-49a1-47ad-b224-121562f73ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:11.271062 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-2cc8037f-49a1-47ad-b224-121562f73ea5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d3d2112-7375-4018-b35b-c8412cfbfc20 HTTP/1.1" status: 200 len: 854 time: 0.0666161 Oct 28 12:18:11.309184 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-63ad0f0a-d103-4153-8a6b-fccd9ea659d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=abc19093-1431-4203-8ce3-8a0c45f089be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304613 Oct 28 12:18:11.405494 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-06c28394-2977-461c-95e9-7598f8f62ed1 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876834 Oct 28 12:18:11.515952 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33182) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:11.673668 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33188) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:11.707485 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-3805b034-81d0-4930-b53d-c5e45cab4b3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af50051562634a79a6c3c9df62bee279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905003 Oct 28 12:18:11.710071 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 33192) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:11.710368 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ba595f16-00f6-4c37-b678-66c4ff90c727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.753845 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af13da0-6066-4ed1-999c-e5182e4f2edc req-16965fbc-4620-4b57-9b9c-c0b45ae335e2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:11.755283 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4af13da0-6066-4ed1-999c-e5182e4f2edc req-16965fbc-4620-4b57-9b9c-c0b45ae335e2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 943 time: 0.1010911 Oct 28 12:18:11.775542 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0892c675-9072-4e2d-84af-b7ef379564ed req-2bffd314-063d-4a35-b705-f8147dd8d793 service neutron] 10.222.0.107 "GET /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629844 Oct 28 12:18:11.785296 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.808266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.815659 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4af13da0-6066-4ed1-999c-e5182e4f2edc req-e217ee34-2491-491d-9649-cf4241b798e2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540993 Oct 28 12:18:11.850150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ba595f16-00f6-4c37-b678-66c4ff90c727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.853191 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ba595f16-00f6-4c37-b678-66c4ff90c727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.860824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.863599 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.867109 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d HTTP/1.1" status: 204 len: 168 time: 0.1535928 Oct 28 12:18:11.873376 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9ad87-fcc9-4353-8031-14a4c1a2472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffa62f6-c6cb-4c88-9fa5-f61afa451f1d,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:11.899112 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ba595f16-00f6-4c37-b678-66c4ff90c727 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3113cf8d9e6046f08a642a5034af0d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225580 Oct 28 12:18:11.899963 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba595f16-00f6-4c37-b678-66c4ff90c727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a10d4d-d704-4c1c-967d-28edb93cc97b,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:11.902624 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 33196) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:11.956232 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:11.976858 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.026997 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.029659 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.030952 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89a10d4d-d704-4c1c-967d-28edb93cc97b HTTP/1.1" status: 204 len: 168 time: 0.1271961 Oct 28 12:18:12.040944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec84b2-def7-41cb-8940-c37aa51cd1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a10d4d-d704-4c1c-967d-28edb93cc97b,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:12.371803 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9c2ba-64b9-464f-af48-2a8cc94aa5b3 req-35919217-94bd-41b9-9170-eee079710d7c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.373905 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0fd9c2ba-64b9-464f-af48-2a8cc94aa5b3 req-35919217-94bd-41b9-9170-eee079710d7c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0503485 Oct 28 12:18:12.413729 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0fd9c2ba-64b9-464f-af48-2a8cc94aa5b3 req-14f080f8-3879-4c76-8ffe-42c4a17d383d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Oct 28 12:18:12.470466 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e255-224d-439e-9eab-b55469c421a5 req-70d3c5d8-e643-4a85-b127-c33a1ac3eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.471952 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-70d3c5d8-e643-4a85-b127-c33a1ac3eb32 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0401406 Oct 28 12:18:12.571880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e255-224d-439e-9eab-b55469c421a5 req-5a673805-2e51-43db-a5d0-eb2be3387b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.573352 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-5a673805-2e51-43db-a5d0-eb2be3387b84 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0943089 Oct 28 12:18:12.643811 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-9a92e7c0-38d2-4dfc-b53b-a52f05fb433f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 1000 time: 0.0622063 Oct 28 12:18:12.694119 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e255-224d-439e-9eab-b55469c421a5 req-240f9f67-6874-461a-a97b-98a709c2d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.695592 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-240f9f67-6874-461a-a97b-98a709c2d6ae service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0438929 Oct 28 12:18:12.738311 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33220) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:12.741930 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e255-224d-439e-9eab-b55469c421a5 req-5f51170f-32af-4aee-958f-76f765f8705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.743411 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-5f51170f-32af-4aee-958f-76f765f8705a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398397 Oct 28 12:18:12.833310 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1531827819-network', 'tenant_id': '2307f41d09814947a921545ae8b32a1e'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:12.836430 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-a43d6aad-e1ac-4902-bd64-15428acb937e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Oct 28 12:18:12.859460 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Made reservation on behalf of 2307f41d09814947a921545ae8b32a1e for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:12.864243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.875991 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.966567 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6725e255-224d-439e-9eab-b55469c421a5 req-305f9793-be54-481a-b077-a9fdbe371778 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216078 Oct 28 12:18:12.971303 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.975165 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:12.978889 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a05df-6c33-402e-a679-fb1bfe1ea1bd req-52e0d4cf-8fe3-4a27-860f-dc28417ac0f2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:12.980392 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-251a05df-6c33-402e-a679-fb1bfe1ea1bd req-52e0d4cf-8fe3-4a27-860f-dc28417ac0f2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 943 time: 0.0767732 Oct 28 12:18:12.999940 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] vlan segment allocate from pool success with {'vlan_id': 1375, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:18:13.009643 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215f3f86-58c1-47ba-802b-b706bbe528fe,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:13.014603 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.014976 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Added segment f3949694-f60c-4add-b7ce-6d6404b2184f of type vlan for network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 Oct 28 12:18:13.026593 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-251a05df-6c33-402e-a679-fb1bfe1ea1bd req-573cf3a4-dd7f-4790-a5f6-9eb2e82faa4a tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Oct 28 12:18:13.056813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.082031 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.083055 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:13.083635 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.133102 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3936119 Oct 28 12:18:13.136077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 33228) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:13.141584 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Request body: {'subnet': {'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1531827819-subnet', 'tenant_id': '2307f41d09814947a921545ae8b32a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:13.144270 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7b4e-4b14-4464-81c8-abd11f21047a admin admin] Pushing event updated for resources: {'Network': ['ID=572ded8c-dc2b-4461-bf0f-b2ba86459f25,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:13.154294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:18:13.163390 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Made reservation on behalf of 2307f41d09814947a921545ae8b32a1e for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:13.165625 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.328213 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.383427 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:13.391834 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Checking segment: {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:18:13.392191 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Network hostable DHCP agents. Network: 572ded8c-dc2b-4461-bf0f-b2ba86459f25, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:18:13.408334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:18:13.416853 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 572ded8c-dc2b-4461-bf0f-b2ba86459f25) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:18:13.421068 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:13.421638 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:13.426237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ec7cd-b5e8-4bdc-bd21-d66825a9d7f5 None None] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:18:13.438656 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-fdf577ce-6118-4aac-a738-e6529ecf986d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3008752 Oct 28 12:18:13.543264 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08396f-e41e-4e40-807f-89c8baa0cd07 req-57c35940-b9e9-449b-949d-3ed577091908 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:13.545039 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae08396f-e41e-4e40-807f-89c8baa0cd07 req-57c35940-b9e9-449b-949d-3ed577091908 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0564482 Oct 28 12:18:13.556829 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba169c-3702-4edf-8145-f3741842b48e None None] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:18:13.588311 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae08396f-e41e-4e40-807f-89c8baa0cd07 req-fd7d4272-43f4-4a08-87c6-549f0c06230b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366931 Oct 28 12:18:14.146915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f48b-8280-4806-ba23-fe3b3782f55c req-3597616d-c2c7-46f9-b4ab-66a744f12b52 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:14.148407 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9546f48b-8280-4806-ba23-fe3b3782f55c req-3597616d-c2c7-46f9-b4ab-66a744f12b52 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 943 time: 0.0531793 Oct 28 12:18:14.185059 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9546f48b-8280-4806-ba23-fe3b3782f55c req-20a75fd1-80fb-4e0f-b837-8201429c6080 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Oct 28 12:18:14.713923 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f82e6-8127-4e1f-980f-75bca938941d req-02a7b5f8-ffb4-4562-9d89-52977c6f814f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:14.715451 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-be7f82e6-8127-4e1f-980f-75bca938941d req-02a7b5f8-ffb4-4562-9d89-52977c6f814f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 945 time: 0.0554080 Oct 28 12:18:14.755495 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-be7f82e6-8127-4e1f-980f-75bca938941d req-15bd8472-bc7a-448b-aff6-64a004996566 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Oct 28 12:18:14.962702 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:18:14.990299 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cd823aea-fe57-404d-8292-19c6622c9992 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:18:14.995094 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:15.149089 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:15.169121 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cd823aea-fe57-404d-8292-19c6622c9992,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:15.191348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:15.193689 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d5369e-6e82-479b-85c1-c7be75441562" -d '{"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-unplugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:15.199038 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'cd823aea-fe57-404d-8292-19c6622c9992', 'network_id': 'abc19093-1431-4203-8ce3-8a0c45f089be', 'port_id': 'cd823aea-fe57-404d-8292-19c6622c9992', 'mac_address': 'fa:16:3e:f1:bc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3d2112-7375-4018-b35b-c8412cfbfc20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:18:15.211168 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:15.228649 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2cee1966-56b5-45b4-b3b4-6eef9a1e588f tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:15.230126 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2cee1966-56b5-45b4-b3b4-6eef9a1e588f tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 809 time: 0.1243517 Oct 28 12:18:15.234449 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:15.244337 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-512a3f52-ed32-4586-b0e8-30e57564be1a req-0bd42179-817d-421e-a4b8-df5f113186d9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:18:15.245477 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-512a3f52-ed32-4586-b0e8-30e57564be1a req-0bd42179-817d-421e-a4b8-df5f113186d9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056486 Oct 28 12:18:15.251523 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-3af9c127-7320-417f-940a-86a15e85b923 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/quotas/2307f41d09814947a921545ae8b32a1e HTTP/1.1" status: 200 len: 375 time: 0.0127583 Oct 28 12:18:15.277116 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:15.286584 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-6d7ebf56-6fbd-445f-ac9b-d1e142ba57f1 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276532 Oct 28 12:18:15.302461 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd823aea-fe57-404d-8292-19c6622c9992 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:15.318919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=8']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:15.329840 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cd823aea-fe57-404d-8292-19c6622c9992,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:15.336191 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:15.393296 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:15.469461 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-5438289b-19fc-4966-83e2-1b016c874a11 service neutron] 10.222.0.37 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745946 Oct 28 12:18:15.483315 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762e550-cb71-4994-8220-9505b3417d14 x-openstack-request-id: req-4762e550-cb71-4994-8220-9505b3417d14 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:15.483930 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-unplugged", "status": "failed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "code": 422}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:15.483930 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4762e550-cb71-4994-8220-9505b3417d14 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:15.484432 dv-cinder-815712-4-iscsi neutron-server[101495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'code': 422} returned with failed status Oct 28 12:18:15.566441 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-c69da2a2-47d6-462d-bb4b-c35c861769ae service neutron] 10.222.0.37 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901735 Oct 28 12:18:15.679025 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 33310) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:15.727383 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886e4d9-8f7c-486f-a9e4-1b224088bc5c req-17c89dae-680f-4e96-b87f-b2f8ef55e983 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:15.735181 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1886e4d9-8f7c-486f-a9e4-1b224088bc5c req-17c89dae-680f-4e96-b87f-b2f8ef55e983 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 944 time: 0.0871549 Oct 28 12:18:15.768799 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['cd823aea-fe57-404d-8292-19c6622c9992'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:15.797429 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1886e4d9-8f7c-486f-a9e4-1b224088bc5c req-5cff77e4-b536-473c-bbb0-40444588aaa1 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Oct 28 12:18:15.802217 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191386ad-adb8-459a-b185-ee265cdf0dde req-32bad782-5fd1-41e0-9542-5b081af97a23 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:15.803938 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-191386ad-adb8-459a-b185-ee265cdf0dde req-32bad782-5fd1-41e0-9542-5b081af97a23 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0626521 Oct 28 12:18:15.809327 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-026738e3-c505-4b4c-ad27-e147b8765226 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290159 Oct 28 12:18:15.814348 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-f9bdbc28-b127-45f8-9b9a-a5797d2ed15f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:18:15.825896 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-f9bdbc28-b127-45f8-9b9a-a5797d2ed15f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092218 Oct 28 12:18:15.902905 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c91aa246-a881-43fd-aab4-e1be64c3f7c4 req-1f832f1b-e5e7-4da6-9303-8b39b9a39a46 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 210 time: 0.0314617 Oct 28 12:18:15.909664 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-191386ad-adb8-459a-b185-ee265cdf0dde req-86a5653b-28ce-4d5c-b86a-78ed0a994d61 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959909 Oct 28 12:18:16.811927 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-f69a5dc8-cb85-4f50-b352-0fd9feaa0e2c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:16.814114 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-f69a5dc8-cb85-4f50-b352-0fd9feaa0e2c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 809 time: 0.1176999 Oct 28 12:18:16.832326 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Request body: {'port': {'device_id': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25', 'admin_state_up': True, 'tenant_id': '2307f41d09814947a921545ae8b32a1e'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:16.985090 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987c21f-15bc-412e-875d-028813c06c76 req-0e46f25e-e1d7-4cfb-8db3-4faf1e3557b5 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:16.986517 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f987c21f-15bc-412e-875d-028813c06c76 req-0e46f25e-e1d7-4cfb-8db3-4faf1e3557b5 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 944 time: 0.0887463 Oct 28 12:18:17.016201 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9bccaa7e-570a-4b67-a3b8-769a0caacf0a req-83c6158d-7329-4938-8434-105256885ee7 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 210 time: 0.0369389 Oct 28 12:18:17.023699 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cd823aea-fe57-404d-8292-19c6622c9992 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:18:17.072156 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f987c21f-15bc-412e-875d-028813c06c76 req-cda302b4-9b72-44b0-9985-042411692f31 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Oct 28 12:18:17.072156 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Made reservation on behalf of 2307f41d09814947a921545ae8b32a1e for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:17.075657 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.086146 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port cd823aea-fe57-404d-8292-19c6622c9992 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:18:17.090140 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port cd823aea-fe57-404d-8292-19c6622c9992 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:18:17.090749 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.130155 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc020c7-85ad-4ca0-9a04-e82b43de2e8d req-8955d21d-dcec-45ef-8bc6-487f62eed07b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.131830 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8dc020c7-85ad-4ca0-9a04-e82b43de2e8d req-8955d21d-dcec-45ef-8bc6-487f62eed07b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0523720 Oct 28 12:18:17.171691 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8dc020c7-85ad-4ca0-9a04-e82b43de2e8d req-f81124cc-19ad-4fe2-9af2-fc4b1f96d4b4 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Oct 28 12:18:17.188914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.223895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cd823aea-fe57-404d-8292-19c6622c9992,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:17.227794 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.228733 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:17.230824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Allocated IP 172.20.0.12 (572ded8c-dc2b-4461-bf0f-b2ba86459f25/b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b/e2879c41-a82f-4c20-b95f-6aac8fbff5d2) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:18:17.312671 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:17.358071 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-7911bcc2-b480-46bd-9355-9fda55f01219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.359657 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-7911bcc2-b480-46bd-9355-9fda55f01219 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 1096 time: 0.0780451 Oct 28 12:18:17.393852 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.428382 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.431576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-d5073c3f-49cf-4927-a083-70eb3d4bc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.433080 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-d5073c3f-49cf-4927-a083-70eb3d4bc90c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1096 time: 0.0417311 Oct 28 12:18:17.474361 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:18:17.477513 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:18:17.482066 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:18:17.485896 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:17.486280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Pushing event updated for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:17.489672 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebed0b2-2423-4fe3-b8ad-e410647c6051" -d '{"events": [{"server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd823aea-fe57-404d-8292-19c6622c9992"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:17.529907 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8126caf8-dee9-4b93-b33b-29527e70b96e x-openstack-request-id: req-8126caf8-dee9-4b93-b33b-29527e70b96e {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:17.530320 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd823aea-fe57-404d-8292-19c6622c9992", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:17.530670 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8126caf8-dee9-4b93-b33b-29527e70b96e {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:17.531184 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992', 'code': 200} Oct 28 12:18:17.532069 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-387b2b49-7714-4b12-bc5f-1f3d67849bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.533511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-387b2b49-7714-4b12-bc5f-1f3d67849bdc service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0929184 Oct 28 12:18:17.534819 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.535427 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.552071 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2a6fa82e-1a64-4c9a-9bf5-42b78738761b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7249408 Oct 28 12:18:17.642270 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Request body: {'port': {'device_id': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:17.700697 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-6faaf4c0-bc16-4934-ae5f-4fe7e8ec3a39 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 998 time: 0.0646675 Oct 28 12:18:17.706929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:17.754325 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-b5b4059c-d066-4d7a-aba7-85c9df148b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.755829 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-b5b4059c-d066-4d7a-aba7-85c9df148b46 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0449913 Oct 28 12:18:17.806023 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-f15302c1-7378-4e94-886e-d7cbc4690646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.807702 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-f15302c1-7378-4e94-886e-d7cbc4690646 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428069 Oct 28 12:18:17.861746 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10d7da-a523-46a8-a112-baf11744a0e4 req-a0b8c174-6fe3-4c33-a2a9-f29a194d5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:17.863273 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8c10d7da-a523-46a8-a112-baf11744a0e4 req-a0b8c174-6fe3-4c33-a2a9-f29a194d5639 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 1098 time: 0.1141129 Oct 28 12:18:17.911129 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-66952718-e1e0-41a0-934b-7410aa9c568e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954406 Oct 28 12:18:17.945877 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8c10d7da-a523-46a8-a112-baf11744a0e4 req-519ad2ca-2bad-4584-b3be-c358215f22a6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Oct 28 12:18:18.004788 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21107a17-892d-4fb0-b6b1-a1e272562c42 req-8082ef85-f5b6-45a2-98d1-94c3a8e60b45 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857673 Oct 28 12:18:18.037600 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2879c41-a82f-4c20-b95f-6aac8fbff5d2 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:18.045536 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:18.058722 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Transition to ACTIVE for port object e2879c41-a82f-4c20-b95f-6aac8fbff5d2 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:18:18.063106 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:18.145478 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Pushing event updated for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:18.169926 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b64dd1-2e2e-4106-813d-340141b9a965 req-ab4debcb-c80a-4e28-843b-bb614e71eaca tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.171705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b2b64dd1-2e2e-4106-813d-340141b9a965 req-ab4debcb-c80a-4e28-843b-bb614e71eaca tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0496588 Oct 28 12:18:18.197952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454d2-bd4f-44ec-8656-f72676b0dcca req-da340909-0ce8-447c-a68d-0462d758df3a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.199523 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f78454d2-bd4f-44ec-8656-f72676b0dcca req-da340909-0ce8-447c-a68d-0462d758df3a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.1118705 Oct 28 12:18:18.210247 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b2b64dd1-2e2e-4106-813d-340141b9a965 req-45666d7d-621e-4d81-a025-e95ca964fae9 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Oct 28 12:18:18.250331 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Attempting to bind port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:18:18.250662 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Attempting to bind port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:18:18.251009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Attempting to bind port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:18.265274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:18:18.265517 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Attempting to bind port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:18.269944 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f78454d2-bd4f-44ec-8656-f72676b0dcca req-66698db7-201e-4e93-91d9-4074c5e86986 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 Oct 28 12:18:18.274019 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:18:18.275212 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Checking segment: {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:18:18.278555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Bound using segment: {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:18:18.278555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Bound port: e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:18:18.278555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:18.318456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4122ea-c53c-4617-828f-790909721370 req-0e35e364-aec6-4883-943c-9756a5e1e17a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.319994 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c4122ea-c53c-4617-828f-790909721370 req-0e35e364-aec6-4883-943c-9756a5e1e17a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0530963 Oct 28 12:18:18.353393 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:18:18.356598 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:18:18.360613 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c4122ea-c53c-4617-828f-790909721370 req-c2f47866-71c9-46bd-a0b2-5c04e56f03cb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Oct 28 12:18:18.362408 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:18.401800 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.402398 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:18.403814 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] 10.222.0.107 "PUT /v2.0/ports/e2879c41-a82f-4c20-b95f-6aac8fbff5d2 HTTP/1.1" status: 200 len: 1094 time: 0.7663455 Oct 28 12:18:18.404286 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:18.406533 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e632e92-edb8-439c-9b22-8b5578280bef" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:18.428208 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916670-82f1-49eb-853d-6bc99a76e24d service neutron] Pushing event updated for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:18.450800 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad123213-28d2-4a22-a0da-83de896291f8 x-openstack-request-id: req-ad123213-28d2-4a22-a0da-83de896291f8 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:18.451126 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:18.451407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad123213-28d2-4a22-a0da-83de896291f8 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:18.451791 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2', 'status': 'completed', 'code': 200} Oct 28 12:18:18.500840 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-9d71c2b9-2953-4c8c-a739-a469ea347f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.502843 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-9d71c2b9-2953-4c8c-a739-a469ea347f70 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 1097 time: 0.0431464 Oct 28 12:18:18.575510 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-2507320c-1a33-4c82-b382-460c5ec17cb9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Oct 28 12:18:18.627276 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-761fe9e9-5f9c-46f5-b96d-9adc9d041db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:18.628727 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-761fe9e9-5f9c-46f5-b96d-9adc9d041db8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b HTTP/1.1" status: 200 len: 849 time: 0.0452056 Oct 28 12:18:18.661517 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-14374cbd-bd19-4575-97dd-0e4dd768c763 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=572ded8c-dc2b-4461-bf0f-b2ba86459f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249221 Oct 28 12:18:18.763904 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-96c6890f-19c1-41e1-b0e3-9f6709323703 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941758 Oct 28 12:18:19.353865 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c1d0-5689-43e6-ad5d-c0859d8f3b8f req-6e499074-a3ec-49a8-9a13-763f4eecbb0f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:19.355502 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1e78c1d0-5689-43e6-ad5d-c0859d8f3b8f req-6e499074-a3ec-49a8-9a13-763f4eecbb0f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0507236 Oct 28 12:18:19.395629 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1e78c1d0-5689-43e6-ad5d-c0859d8f3b8f req-309bdd1f-32c6-4afb-bf9b-d01794f93939 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Oct 28 12:18:19.494547 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54670da-7e03-4c6a-ab3f-794b2c77e5fd req-fbbbb8e3-44e3-4db0-b713-ffbe5cff89ae tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:19.495934 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c54670da-7e03-4c6a-ab3f-794b2c77e5fd req-fbbbb8e3-44e3-4db0-b713-ffbe5cff89ae tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0477755 Oct 28 12:18:19.536298 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c54670da-7e03-4c6a-ab3f-794b2c77e5fd req-fb3a2106-0654-42ba-923f-9100397b33f9 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Oct 28 12:18:19.650564 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee190b-966c-4ec5-aa04-83771eb441e7 req-259f0848-cb1c-4b70-b8e5-77d4542df7b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:19.652077 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70ee190b-966c-4ec5-aa04-83771eb441e7 req-259f0848-cb1c-4b70-b8e5-77d4542df7b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0576191 Oct 28 12:18:19.695444 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-70ee190b-966c-4ec5-aa04-83771eb441e7 req-0f186bef-0fc4-401b-be8d-8a82beeee452 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Oct 28 12:18:20.514734 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378b4f-26c5-44c9-9a07-f9e526ee9668 req-476f8869-1993-4040-a0fb-64dc0489813e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:20.516167 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-29378b4f-26c5-44c9-9a07-f9e526ee9668 req-476f8869-1993-4040-a0fb-64dc0489813e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0477843 Oct 28 12:18:20.553416 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-29378b4f-26c5-44c9-9a07-f9e526ee9668 req-74051e1e-1e32-47e7-a79d-551840962baf tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Oct 28 12:18:20.664558 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0e326-1d97-4ba4-b5b8-0cae87f9b747 req-bed79ce4-1d1f-4745-b5ef-c447c5687a36 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:20.666054 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2f0e326-1d97-4ba4-b5b8-0cae87f9b747 req-bed79ce4-1d1f-4745-b5ef-c447c5687a36 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0489700 Oct 28 12:18:20.705093 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2f0e326-1d97-4ba4-b5b8-0cae87f9b747 req-625f696b-19ab-4987-88ea-89dd1dc49308 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Oct 28 12:18:20.824765 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5f17-578b-448c-8cd8-50a6eaecf991 req-1de7af3f-0de2-424a-87b5-eb31c1d7a12e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:20.826784 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-123b5f17-578b-448c-8cd8-50a6eaecf991 req-1de7af3f-0de2-424a-87b5-eb31c1d7a12e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0601809 Oct 28 12:18:20.865018 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-123b5f17-578b-448c-8cd8-50a6eaecf991 req-738e6e2b-b20b-44e7-ba3e-64d27e427737 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Oct 28 12:18:21.677281 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fad05-0f7b-4a0b-84a9-c4786ab8c623 req-e8318355-e735-4a5b-a311-35d3454f02a4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:21.679043 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f6fad05-0f7b-4a0b-84a9-c4786ab8c623 req-e8318355-e735-4a5b-a311-35d3454f02a4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0514901 Oct 28 12:18:21.728951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f6fad05-0f7b-4a0b-84a9-c4786ab8c623 req-28931ce3-e989-45d9-a882-167443be5849 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Oct 28 12:18:21.827423 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b39c5c-de16-43dd-9a8e-77571f2b9ba5 req-845f41d1-eaaa-4b3a-b59a-1a22cf9dd5bf tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:21.828877 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09b39c5c-de16-43dd-9a8e-77571f2b9ba5 req-845f41d1-eaaa-4b3a-b59a-1a22cf9dd5bf tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0480022 Oct 28 12:18:21.877220 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09b39c5c-de16-43dd-9a8e-77571f2b9ba5 req-6bc26baf-9cac-4056-991b-b551ea0d4a65 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Oct 28 12:18:21.950187 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcbf7-c27e-4540-adef-2be2903883bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:21.996119 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf98f5-c54a-4e28-9dec-ae672d0fe45a req-5deb5119-d489-4c96-bf71-83e55f5e6853 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:21.997705 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8edf98f5-c54a-4e28-9dec-ae672d0fe45a req-5deb5119-d489-4c96-bf71-83e55f5e6853 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0567183 Oct 28 12:18:22.050077 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8edf98f5-c54a-4e28-9dec-ae672d0fe45a req-6190dbb6-f780-425a-a794-1dd6329ee167 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Oct 28 12:18:22.843237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698428ae-f758-49da-abb3-2a2fe7ef2ff8 req-68c8c648-802e-46b3-8129-822784a23e06 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:22.844667 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-698428ae-f758-49da-abb3-2a2fe7ef2ff8 req-68c8c648-802e-46b3-8129-822784a23e06 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0489042 Oct 28 12:18:22.898934 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-698428ae-f758-49da-abb3-2a2fe7ef2ff8 req-a3501d43-06e1-4c8a-a77e-0ed2dc34be2e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Oct 28 12:18:22.998948 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61531e95-e69a-49fa-99fd-f2e5a36fdf15 req-a9f86e16-53bf-49a9-b932-9df9146f42a5 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.000757 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-61531e95-e69a-49fa-99fd-f2e5a36fdf15 req-a9f86e16-53bf-49a9-b932-9df9146f42a5 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0486729 Oct 28 12:18:23.049768 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-61531e95-e69a-49fa-99fd-f2e5a36fdf15 req-03170895-0d34-42e2-b074-76752e840928 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Oct 28 12:18:23.182807 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8c4fb-0f0d-4a66-9e5a-0e3f6836f12a req-21b1158a-259a-4a33-82db-1ff6a1d91f0f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.184711 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-67f8c4fb-0f0d-4a66-9e5a-0e3f6836f12a req-21b1158a-259a-4a33-82db-1ff6a1d91f0f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0656860 Oct 28 12:18:23.222177 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-67f8c4fb-0f0d-4a66-9e5a-0e3f6836f12a req-b8d1b3b0-b066-421e-b484-085632ff7d6d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Oct 28 12:18:24.013277 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2e2a9-711b-4b6b-8178-0db27dfc9a4d req-dc49e3f9-bb99-4d45-9c0a-bdaf75478652 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:24.014670 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-63d2e2a9-711b-4b6b-8178-0db27dfc9a4d req-dc49e3f9-bb99-4d45-9c0a-bdaf75478652 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0491343 Oct 28 12:18:24.056299 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-63d2e2a9-711b-4b6b-8178-0db27dfc9a4d req-6ed5f9f4-06dc-47ae-ad9c-29ca4c0f7ab6 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Oct 28 12:18:24.164534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758cf70-bd53-4512-861f-5536aca6ca03 req-0ca6eaf3-2103-4593-8fbc-a1fa53cbd536 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:24.166003 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6758cf70-bd53-4512-861f-5536aca6ca03 req-0ca6eaf3-2103-4593-8fbc-a1fa53cbd536 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0495543 Oct 28 12:18:24.204700 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6758cf70-bd53-4512-861f-5536aca6ca03 req-095e0cad-d907-4b71-969d-bac506ef5933 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Oct 28 12:18:24.347017 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b743c2-c803-40ec-a3ba-1de93dca1205 req-891b5c90-70e9-4016-9352-c4d665c296e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:24.349320 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f4b743c2-c803-40ec-a3ba-1de93dca1205 req-891b5c90-70e9-4016-9352-c4d665c296e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0566411 Oct 28 12:18:24.391181 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f4b743c2-c803-40ec-a3ba-1de93dca1205 req-c9efd586-fdb8-4efe-8bf5-8209ff361677 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368075 Oct 28 12:18:24.512366 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-991fc8ef-d550-4027-81d6-2b483555f6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:25.177689 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c705-b2bf-44a1-a833-bb9947a8f346 req-01c4b6d4-97bd-43a8-aee3-05066d7c153e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:25.179274 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fcd1c705-b2bf-44a1-a833-bb9947a8f346 req-01c4b6d4-97bd-43a8-aee3-05066d7c153e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0485978 Oct 28 12:18:25.217321 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fcd1c705-b2bf-44a1-a833-bb9947a8f346 req-256912e2-0e1c-43e8-b537-90805aa476ce tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Oct 28 12:18:25.328005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43ffe-9cc0-4e82-8c95-4e91ba617849 req-8fd77d05-a662-4a06-94da-cadf972aae4a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:25.329467 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-31c43ffe-9cc0-4e82-8c95-4e91ba617849 req-8fd77d05-a662-4a06-94da-cadf972aae4a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0495722 Oct 28 12:18:25.367005 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-31c43ffe-9cc0-4e82-8c95-4e91ba617849 req-76f26a00-64c4-4407-81e1-93e961296a21 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Oct 28 12:18:25.512952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8482e8-84b0-47bd-804a-a8b082ef8c73 req-7b5190b5-c9bc-4f77-84b1-0781a75a0c55 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:25.514421 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c8482e8-84b0-47bd-804a-a8b082ef8c73 req-7b5190b5-c9bc-4f77-84b1-0781a75a0c55 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0526657 Oct 28 12:18:25.551540 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c8482e8-84b0-47bd-804a-a8b082ef8c73 req-144d7c49-5936-4121-b16d-726abfe76ce8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Oct 28 12:18:25.684603 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:25.732625 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:26.342282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34c976-f614-40ba-b966-07f79b88d427 req-2db2152e-0bf7-4228-8aa3-082edc151be6 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:26.344303 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d34c976-f614-40ba-b966-07f79b88d427 req-2db2152e-0bf7-4228-8aa3-082edc151be6 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0525320 Oct 28 12:18:26.381377 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9d34c976-f614-40ba-b966-07f79b88d427 req-91c6954a-b98d-4a83-8dcf-ae7e78701881 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Oct 28 12:18:26.488159 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2f215-13e8-4c77-974a-141f02e91023 req-1a4e8e42-c1f2-4c05-9a89-2744ca02cdc4 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:26.489710 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bee2f215-13e8-4c77-974a-141f02e91023 req-1a4e8e42-c1f2-4c05-9a89-2744ca02cdc4 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0546961 Oct 28 12:18:26.532092 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bee2f215-13e8-4c77-974a-141f02e91023 req-e2ca221e-4574-4caf-aa76-503e122342af tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Oct 28 12:18:26.685099 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a85f4-33a4-4b1b-a1ae-8cb94aa69ba8 req-62fcdee5-57f5-41e4-988a-84311947e697 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:26.686532 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543a85f4-33a4-4b1b-a1ae-8cb94aa69ba8 req-62fcdee5-57f5-41e4-988a-84311947e697 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0523014 Oct 28 12:18:26.723753 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-543a85f4-33a4-4b1b-a1ae-8cb94aa69ba8 req-61d3e237-a70c-4895-8f0e-36c9cd0e5aaf tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Oct 28 12:18:27.134841 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:27.495513 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940010-39ca-455b-b029-7db3ed1dc772 req-df3537d0-fd30-4321-9bea-dfc4a635e2cd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:27.497096 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09940010-39ca-455b-b029-7db3ed1dc772 req-df3537d0-fd30-4321-9bea-dfc4a635e2cd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0479562 Oct 28 12:18:27.537466 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09940010-39ca-455b-b029-7db3ed1dc772 req-57eb1469-b963-4c0c-b558-58d8cf3376fd tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Oct 28 12:18:27.649097 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c1d0-eead-492b-b62d-a4e15b0f3875 req-55a65f96-af73-48a2-be66-32cda8da4ce2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:27.655791 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5911c1d0-eead-492b-b62d-a4e15b0f3875 req-55a65f96-af73-48a2-be66-32cda8da4ce2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0566132 Oct 28 12:18:27.701041 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5911c1d0-eead-492b-b62d-a4e15b0f3875 req-038252ce-f07f-4214-b123-8893119eced0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Oct 28 12:18:27.845217 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0520-14ad-4d43-b7f1-c02b49515711 req-6e3ba899-7ab2-4dfc-8a65-0406e7fd1d88 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:27.847238 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ebce0520-14ad-4d43-b7f1-c02b49515711 req-6e3ba899-7ab2-4dfc-8a65-0406e7fd1d88 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0538723 Oct 28 12:18:27.889345 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ebce0520-14ad-4d43-b7f1-c02b49515711 req-1e742301-9f6a-488e-8dad-644637a50b83 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Oct 28 12:18:28.659684 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513922dd-ef57-4f90-bad0-330877ac1bb1 req-8c960d1a-7b51-4283-a0b7-b3e3e658cb50 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:28.661612 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-513922dd-ef57-4f90-bad0-330877ac1bb1 req-8c960d1a-7b51-4283-a0b7-b3e3e658cb50 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0548656 Oct 28 12:18:28.700797 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-513922dd-ef57-4f90-bad0-330877ac1bb1 req-b4e5abdc-a349-4ce9-8b7b-35ef3858f1cb tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Oct 28 12:18:28.827430 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e4f7-5a75-49ce-9017-141b1bbe628d req-98b92f64-ada7-4d75-9a67-caf49f961b25 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:28.829267 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8044e4f7-5a75-49ce-9017-141b1bbe628d req-98b92f64-ada7-4d75-9a67-caf49f961b25 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0652661 Oct 28 12:18:28.866476 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8044e4f7-5a75-49ce-9017-141b1bbe628d req-6b82e0ee-87ad-4f42-b362-4538bb6c0f53 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Oct 28 12:18:29.015101 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ddea4-ccec-4f0f-9dff-316603e1479a req-fcc6ea11-db43-4cba-9beb-20586189358e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:29.016550 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b8ddea4-ccec-4f0f-9dff-316603e1479a req-fcc6ea11-db43-4cba-9beb-20586189358e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0522559 Oct 28 12:18:29.055154 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0b8ddea4-ccec-4f0f-9dff-316603e1479a req-e883ba27-73b3-426f-8020-508d4025d467 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Oct 28 12:18:29.822867 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e973190-559e-4b6f-b873-a0c06e91d926 req-6c46fed5-bd26-4f8c-a01d-8557a161b57c tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:29.824421 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e973190-559e-4b6f-b873-a0c06e91d926 req-6c46fed5-bd26-4f8c-a01d-8557a161b57c tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0523903 Oct 28 12:18:29.868587 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e973190-559e-4b6f-b873-a0c06e91d926 req-499ef7b6-8426-40f7-99f1-934c204024c1 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Oct 28 12:18:29.987511 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c99d5f-0758-4dc0-9c08-444a2d46c08d req-3efa2808-c5ae-4ab7-b6dc-e886877f1f77 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:29.988900 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c3c99d5f-0758-4dc0-9c08-444a2d46c08d req-3efa2808-c5ae-4ab7-b6dc-e886877f1f77 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0565796 Oct 28 12:18:30.026316 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c3c99d5f-0758-4dc0-9c08-444a2d46c08d req-67e008b9-8911-425d-9ce4-a5f7afb83eb9 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Oct 28 12:18:30.182366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7199-fbbf-47cb-a68f-965a2d26c27a req-74f2bc14-8a1c-420b-9934-76dba2e7fdc3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:30.183862 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a10b7199-fbbf-47cb-a68f-965a2d26c27a req-74f2bc14-8a1c-420b-9934-76dba2e7fdc3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0551901 Oct 28 12:18:30.222786 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a10b7199-fbbf-47cb-a68f-965a2d26c27a req-b0c51bd9-96fa-43b2-8b76-8b64a7e46a06 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Oct 28 12:18:30.985264 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273879d4-fb53-4a30-8412-cd2effe9681c req-0b0a1f18-3191-4fd4-813e-bb99a9e4499f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:30.986779 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-273879d4-fb53-4a30-8412-cd2effe9681c req-0b0a1f18-3191-4fd4-813e-bb99a9e4499f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0487459 Oct 28 12:18:31.024135 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-273879d4-fb53-4a30-8412-cd2effe9681c req-dedda248-a71c-42bf-85c9-2648826999cc tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Oct 28 12:18:31.155852 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10854-b956-4e74-b192-e68c3c81dfb4 req-40c86e35-086b-40ec-8472-01da7a2e7c67 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:31.157315 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-63b10854-b956-4e74-b192-e68c3c81dfb4 req-40c86e35-086b-40ec-8472-01da7a2e7c67 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0503552 Oct 28 12:18:31.197042 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-63b10854-b956-4e74-b192-e68c3c81dfb4 req-11532912-019d-4a3c-929d-5409a29daa2c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Oct 28 12:18:31.349401 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0f770-d169-49f8-b099-23aba1a41e37 req-4f286ce3-d353-4d8e-acd6-5ce568b5d852 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:31.350911 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-08b0f770-d169-49f8-b099-23aba1a41e37 req-4f286ce3-d353-4d8e-acd6-5ce568b5d852 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0535436 Oct 28 12:18:31.388557 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-08b0f770-d169-49f8-b099-23aba1a41e37 req-ebeae99d-3b17-4bc0-84b5-d1ecff7de567 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Oct 28 12:18:32.138432 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96727559-e3c5-490e-b614-776cbb668381 req-d25d086e-037b-4d21-8600-1d15087ea05b tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:32.139985 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96727559-e3c5-490e-b614-776cbb668381 req-d25d086e-037b-4d21-8600-1d15087ea05b tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0505567 Oct 28 12:18:32.177816 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-96727559-e3c5-490e-b614-776cbb668381 req-cf21e228-b80d-4a1e-9ca8-c9649e060a4b tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Oct 28 12:18:32.308691 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed4bd3-91f4-4d81-9960-95282d0c77bd req-42f89c35-e241-4ae6-a8a8-918c50e0ea9c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:32.310158 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2eed4bd3-91f4-4d81-9960-95282d0c77bd req-42f89c35-e241-4ae6-a8a8-918c50e0ea9c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0492587 Oct 28 12:18:32.347184 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2eed4bd3-91f4-4d81-9960-95282d0c77bd req-5199a93c-9790-4742-9cc3-e5cd3de020e4 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Oct 28 12:18:32.510159 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd1fa-4a14-43e1-b42b-ac27a2176633 req-9b3587ac-474e-4f8f-8c9e-defa38fba36a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:32.511637 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-85bbd1fa-4a14-43e1-b42b-ac27a2176633 req-9b3587ac-474e-4f8f-8c9e-defa38fba36a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0521035 Oct 28 12:18:32.551159 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-85bbd1fa-4a14-43e1-b42b-ac27a2176633 req-b67201e1-26b2-4f50-9291-81c0c835c8de tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Oct 28 12:18:33.289803 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a19942-737d-4e13-991a-575469a4fbf4 req-ef53885c-877c-44e9-8fe3-f21dcd2578db tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:33.291271 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-51a19942-737d-4e13-991a-575469a4fbf4 req-ef53885c-877c-44e9-8fe3-f21dcd2578db tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0487294 Oct 28 12:18:33.328948 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-51a19942-737d-4e13-991a-575469a4fbf4 req-aaa098a1-0279-4b67-8b6f-be7b3c06be19 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Oct 28 12:18:33.456172 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa238eb4-c5f3-41c0-97f5-c205076a287a req-3d5f08b0-eda2-4a9f-980e-c9321c81fcdc tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:33.457535 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fa238eb4-c5f3-41c0-97f5-c205076a287a req-3d5f08b0-eda2-4a9f-980e-c9321c81fcdc tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0478046 Oct 28 12:18:33.494608 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fa238eb4-c5f3-41c0-97f5-c205076a287a req-ef4f804c-4c19-4071-899f-1540eab680ca tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Oct 28 12:18:33.670210 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651a7af-2fee-45a5-b1af-36cbf1531f55 req-e51822e1-8761-4e48-a4f3-ed01f86c73bd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:33.672354 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7651a7af-2fee-45a5-b1af-36cbf1531f55 req-e51822e1-8761-4e48-a4f3-ed01f86c73bd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0524240 Oct 28 12:18:33.708501 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7651a7af-2fee-45a5-b1af-36cbf1531f55 req-a672c31d-68f8-427f-9fdf-30f15db75e9a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301728 Oct 28 12:18:34.498480 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a194b5-7934-41e0-ac32-fa8c130354e1 req-7a286581-d3ef-49bd-8a21-754b0aace26d tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:34.500496 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-47a194b5-7934-41e0-ac32-fa8c130354e1 req-7a286581-d3ef-49bd-8a21-754b0aace26d tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0995479 Oct 28 12:18:34.623621 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb75e3-6252-4375-b97b-9c88e752dc63 req-80abb316-6f6f-4c01-ab2a-be8bef8b79c2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:34.625576 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3fb75e3-6252-4375-b97b-9c88e752dc63 req-80abb316-6f6f-4c01-ab2a-be8bef8b79c2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0545013 Oct 28 12:18:34.665292 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3fb75e3-6252-4375-b97b-9c88e752dc63 req-7b7c37de-9eaf-4b49-84df-b1f557fd1482 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Oct 28 12:18:34.783231 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-bfffede9-7b65-4434-8865-8262cbd578b3 req-d8fc19c7-50ac-480c-879d-e1523d7576c6 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711138 Oct 28 12:18:34.796749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-47a194b5-7934-41e0-ac32-fa8c130354e1 req-779dca79-de56-400a-b56f-3e67fac70fb8 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900362 Oct 28 12:18:34.835893 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec48a4-6670-4714-aeaf-36d378567895 req-afb33341-d780-47f0-b16c-b7a2290e44f5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:34.837377 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-caec48a4-6670-4714-aeaf-36d378567895 req-afb33341-d780-47f0-b16c-b7a2290e44f5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0562346 Oct 28 12:18:34.879914 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-caec48a4-6670-4714-aeaf-36d378567895 req-b653571f-e353-45af-ad14-bdcee4a6dd28 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364699 Oct 28 12:18:34.903572 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e632e92-edb8-439c-9b22-8b5578280bef req-9d7cf1d8-c112-4f2f-a1c2-0e59d86da774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:34.905030 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-9d7cf1d8-c112-4f2f-a1c2-0e59d86da774 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 1097 time: 0.0412562 Oct 28 12:18:34.996917 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e632e92-edb8-439c-9b22-8b5578280bef req-cdda9658-d5fa-4d44-819a-d7d9de11aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:34.998339 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-cdda9658-d5fa-4d44-819a-d7d9de11aa96 service neutron] 10.222.0.107 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 911 time: 0.0863941 Oct 28 12:18:35.046088 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-bce4e929-477a-4d17-b041-0c7f9da8ef7c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2 HTTP/1.1" status: 200 len: 217 time: 0.0328653 Oct 28 12:18:35.094474 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e632e92-edb8-439c-9b22-8b5578280bef req-7cb7bf14-63f5-4557-9338-42f1e78fb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:35.095905 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-7cb7bf14-63f5-4557-9338-42f1e78fb428 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b HTTP/1.1" status: 200 len: 849 time: 0.0428157 Oct 28 12:18:35.128486 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-a2f565dd-3ded-4496-982e-5fa8848a1e7b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=572ded8c-dc2b-4461-bf0f-b2ba86459f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251186 Oct 28 12:18:35.223550 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-56153e46-6e5d-4dc5-9a55-00065a150c1b service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Oct 28 12:18:35.314462 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5e632e92-edb8-439c-9b22-8b5578280bef req-6cee8dc0-173b-440e-8fe8-d5aed1c08bfb service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833006 Oct 28 12:18:35.777728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83035e-1767-4300-a964-d74dd0639835 req-201fbff2-fff6-4666-8d1b-bff94cce2508 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:35.779205 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7f83035e-1767-4300-a964-d74dd0639835 req-201fbff2-fff6-4666-8d1b-bff94cce2508 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0483515 Oct 28 12:18:35.816432 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7f83035e-1767-4300-a964-d74dd0639835 req-2c8869c0-ddcf-4514-a3a4-a93c7d52fb45 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Oct 28 12:18:35.919185 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936f7-148a-44e6-9989-9e3bfd34d474 req-754d38cb-280e-40a9-9f4c-e246d0d5a559 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:35.921492 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d8936f7-148a-44e6-9989-9e3bfd34d474 req-754d38cb-280e-40a9-9f4c-e246d0d5a559 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0507505 Oct 28 12:18:35.959610 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d8936f7-148a-44e6-9989-9e3bfd34d474 req-ee1c90f3-c473-4b4f-adc3-cb6457e6674e tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Oct 28 12:18:36.002496 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8f9bc-3adf-438f-8490-4fe2ef80a070 req-c63f5533-c940-4add-902c-a7001c8830b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:36.004006 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-27e8f9bc-3adf-438f-8490-4fe2ef80a070 req-c63f5533-c940-4add-902c-a7001c8830b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0527465 Oct 28 12:18:36.042842 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-27e8f9bc-3adf-438f-8490-4fe2ef80a070 req-27ec0c39-8599-4bc9-9a71-8af93317e3c9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Oct 28 12:18:36.931904 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda78da9-ff6e-48d6-89b5-6f046390206d req-183c242b-a970-46fd-a4f6-bcfbee7c7304 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:36.933264 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cda78da9-ff6e-48d6-89b5-6f046390206d req-183c242b-a970-46fd-a4f6-bcfbee7c7304 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0489562 Oct 28 12:18:36.971981 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cda78da9-ff6e-48d6-89b5-6f046390206d req-2d283ad2-c9e1-433a-94d0-71c8fd106212 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Oct 28 12:18:37.057539 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-188647b4-1703-4a3b-8301-c2634a4ce78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:37.059019 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-188647b4-1703-4a3b-8301-c2634a4ce78a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1096 time: 0.0404394 Oct 28 12:18:37.166152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81116d97-5aba-4f98-a04c-d500207ec826 req-36d2fef0-ffcb-4fac-a099-6c7b860723ca tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:37.167673 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-81116d97-5aba-4f98-a04c-d500207ec826 req-36d2fef0-ffcb-4fac-a099-6c7b860723ca tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0478833 Oct 28 12:18:37.168892 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-b3aba36b-1794-4fd1-a81f-2a80f6e4841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:37.170583 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-b3aba36b-1794-4fd1-a81f-2a80f6e4841b service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0899391 Oct 28 12:18:37.207831 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-81116d97-5aba-4f98-a04c-d500207ec826 req-6af73734-7f21-4cf8-80f3-5192d8b87892 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330598 Oct 28 12:18:37.244400 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-ab4f49b3-44f1-44fa-bb29-b0cf7007d181 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 200 len: 998 time: 0.0642946 Oct 28 12:18:37.292392 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-9389d455-de43-4e97-8caa-9ce13b9acb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:37.293858 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-9389d455-de43-4e97-8caa-9ce13b9acb23 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0419242 Oct 28 12:18:37.340781 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-34cd70e5-29ef-48a7-b7a8-313c563ac915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:37.342211 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-34cd70e5-29ef-48a7-b7a8-313c563ac915 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406945 Oct 28 12:18:37.436349 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-e557405e-6795-4c9e-9f11-57c85a2c3e38 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 Oct 28 12:18:37.526003 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-42e8ee5d-a582-495b-9d11-edf66e8188f0 req-a3f017d8-1c4c-4ba2-9401-8a96d8549b29 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Oct 28 12:18:38.084174 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d3d1b-8ef5-4ed2-9083-4908cebc10a0 req-0766f8bf-1919-411c-bbde-6284aa08af76 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:38.085753 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d5d3d1b-8ef5-4ed2-9083-4908cebc10a0 req-0766f8bf-1919-411c-bbde-6284aa08af76 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0481544 Oct 28 12:18:38.122938 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8d5d3d1b-8ef5-4ed2-9083-4908cebc10a0 req-56eed600-ccf1-4732-ac71-792fe2f1e143 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Oct 28 12:18:38.329367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe069b-be68-41ec-8a5b-4602041c032e req-d243ec78-0d2b-4fc6-8100-527e9a2bc2a2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:38.330869 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-03fe069b-be68-41ec-8a5b-4602041c032e req-d243ec78-0d2b-4fc6-8100-527e9a2bc2a2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0493720 Oct 28 12:18:38.369535 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-03fe069b-be68-41ec-8a5b-4602041c032e req-84b4636f-988b-4be2-ac50-bdb5dcb3e830 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Oct 28 12:18:38.832345 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:39.157826 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device e2879c41-a82f-4c20-b95f-6aac8fbff5d2 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:18:39.241456 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e717f6-927a-4104-88fc-f9e19235ea9c req-7d438077-583f-40cd-be88-1bc92a29a7d6 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:39.242962 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c5e717f6-927a-4104-88fc-f9e19235ea9c req-7d438077-583f-40cd-be88-1bc92a29a7d6 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Oct 28 12:18:39.256318 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:39.281515 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c5e717f6-927a-4104-88fc-f9e19235ea9c req-837cde33-541c-48a3-aa30-70ab6e25e18c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Oct 28 12:18:39.381946 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2', 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25', 'port_id': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2', 'mac_address': 'fa:16:3e:3a:14:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:18:39.418985 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:39.435015 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2879c41-a82f-4c20-b95f-6aac8fbff5d2 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:39.453574 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:39.458002 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:39.498919 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba6cc8-8e00-4000-9db5-09526684a0ea req-f88df245-3179-45ab-a04f-e6916081de43 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:39.500907 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-06ba6cc8-8e00-4000-9db5-09526684a0ea req-f88df245-3179-45ab-a04f-e6916081de43 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0540447 Oct 28 12:18:39.505348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:39.537870 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-06ba6cc8-8e00-4000-9db5-09526684a0ea req-000c658d-d6f6-4efb-9c8e-be1486fe1a40 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Oct 28 12:18:39.818579 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['e2879c41-a82f-4c20-b95f-6aac8fbff5d2'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:40.393480 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809385f7-fea9-4014-8dbe-4fb00b93e372 req-6b906d00-b058-4660-b734-55530769ab1e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:40.394946 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-809385f7-fea9-4014-8dbe-4fb00b93e372 req-6b906d00-b058-4660-b734-55530769ab1e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Oct 28 12:18:40.432374 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-809385f7-fea9-4014-8dbe-4fb00b93e372 req-ab9116f4-df5b-4fa1-ae28-71f79ed8d8f9 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Oct 28 12:18:40.664682 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160393c-19be-497d-a7ad-38b4a07fc469 req-041db92b-cca4-4d88-9b38-07a469e86b56 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:40.666053 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0160393c-19be-497d-a7ad-38b4a07fc469 req-041db92b-cca4-4d88-9b38-07a469e86b56 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0483947 Oct 28 12:18:40.703132 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0160393c-19be-497d-a7ad-38b4a07fc469 req-a640cb99-ec65-4636-a2fa-546e30eea1ea tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Oct 28 12:18:41.185174 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device e2879c41-a82f-4c20-b95f-6aac8fbff5d2 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:18:41.233048 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:18:41.237529 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:18:41.237903 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:41.315724 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:41.337849 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:41.340203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a23ab-ac78-4030-b8dd-9209220ba92c" -d '{"events": [{"server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "name": "network-vif-plugged", "status": "completed", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:41.353400 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:41.357393 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:41.381625 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e393c2-b508-4980-a8bc-ed18cab4caba x-openstack-request-id: req-d9e393c2-b508-4980-a8bc-ed18cab4caba {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:41.381935 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "name": "network-vif-plugged", "status": "completed", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:41.382185 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9e393c2-b508-4980-a8bc-ed18cab4caba {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:41.382562 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2', 'code': 200} Oct 28 12:18:41.408950 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:41.556094 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a1cd-93fd-402d-af90-141dd8455a02 req-2aa65196-d86a-481f-9dba-b682896cd5e0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:41.557602 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c385a1cd-93fd-402d-af90-141dd8455a02 req-2aa65196-d86a-481f-9dba-b682896cd5e0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0546887 Oct 28 12:18:41.583925 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7d8cd-5eaf-4feb-805b-aec6861bb29d req-1a1f6402-ec90-4a2b-8e5b-8c224d9e36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:41.585683 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8ed7d8cd-5eaf-4feb-805b-aec6861bb29d req-1a1f6402-ec90-4a2b-8e5b-8c224d9e36d9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 1099 time: 0.0417247 Oct 28 12:18:41.595642 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c385a1cd-93fd-402d-af90-141dd8455a02 req-fde142ff-78bd-491c-8251-3459756e9ab9 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Oct 28 12:18:41.623494 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8ed7d8cd-5eaf-4feb-805b-aec6861bb29d req-92910e55-2277-4798-8bad-5f5073cd5661 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278556 Oct 28 12:18:41.824373 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e508e-85fc-4528-aa2f-293df650b2f0 req-9da99614-a75a-4406-a3bd-0840a3d62ba6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:41.825832 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-999e508e-85fc-4528-aa2f-293df650b2f0 req-9da99614-a75a-4406-a3bd-0840a3d62ba6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0514479 Oct 28 12:18:41.863157 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-999e508e-85fc-4528-aa2f-293df650b2f0 req-a45c22c6-a754-4121-9ab7-e90226bf1bd7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Oct 28 12:18:42.711518 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1a572-2850-479d-9ba6-d9977ddf86c7 req-bf707bd1-e8df-4016-9365-6c8f9defa5ef tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:42.712974 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09b1a572-2850-479d-9ba6-d9977ddf86c7 req-bf707bd1-e8df-4016-9365-6c8f9defa5ef tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0485790 Oct 28 12:18:42.750591 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09b1a572-2850-479d-9ba6-d9977ddf86c7 req-4e6d9ab9-dd6a-4faf-bc6b-b843fa54f803 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Oct 28 12:18:42.988490 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228321-cea9-48a9-ba82-98010e156795 req-a9ea46f6-4a72-4ad0-a38c-ed6a895c0625 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:42.989954 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-93228321-cea9-48a9-ba82-98010e156795 req-a9ea46f6-4a72-4ad0-a38c-ed6a895c0625 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0519419 Oct 28 12:18:43.026495 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-93228321-cea9-48a9-ba82-98010e156795 req-b3f22c39-fec8-490c-a29a-efafd7047325 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Oct 28 12:18:43.869096 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972f2a-e898-4478-a000-ee4188a4e5f7 req-298b3815-cd5a-460b-925e-553e9c4b5750 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:43.870490 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1a972f2a-e898-4478-a000-ee4188a4e5f7 req-298b3815-cd5a-460b-925e-553e9c4b5750 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0478978 Oct 28 12:18:43.908439 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1a972f2a-e898-4478-a000-ee4188a4e5f7 req-975d33db-af93-466b-8d4d-c9464977c94d tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Oct 28 12:18:44.150082 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6af7f8-52a3-4acf-b15c-e6ede90d1fa4 req-91ee3553-487b-4e00-b17a-ed1569defebe tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:44.151624 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a6af7f8-52a3-4acf-b15c-e6ede90d1fa4 req-91ee3553-487b-4e00-b17a-ed1569defebe tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0493555 Oct 28 12:18:44.192167 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5a6af7f8-52a3-4acf-b15c-e6ede90d1fa4 req-a4871a7b-7982-430c-be3b-4c1c865f9c1c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Oct 28 12:18:45.314982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afbcb7-caca-4a56-b683-a6f06100ad5b req-05b9ef86-e699-4f26-a252-2ed828f92dd2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:45.316434 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-58afbcb7-caca-4a56-b683-a6f06100ad5b req-05b9ef86-e699-4f26-a252-2ed828f92dd2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 943 time: 0.0519702 Oct 28 12:18:45.352464 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-58afbcb7-caca-4a56-b683-a6f06100ad5b req-60172380-efe7-4644-8134-7d972fdafff6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301831 Oct 28 12:18:46.236230 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:18:46.329532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:46.340294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'mac_address': 'fa:16:3e:76:56:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:18:46.379943 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:46.393029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:46.412353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:46.416608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:46.465305 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=9']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:46.475283 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d22a5-ed8c-4fd1-ab7a-0f4e60d3ecd5 req-aeeecfeb-5e01-4568-ad7e-fc3480171bd1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:46.476795 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-750d22a5-ed8c-4fd1-ab7a-0f4e60d3ecd5 req-aeeecfeb-5e01-4568-ad7e-fc3480171bd1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0492327 Oct 28 12:18:46.515483 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-750d22a5-ed8c-4fd1-ab7a-0f4e60d3ecd5 req-2b3a4136-af61-4ad7-9df5-577c6f0809bc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Oct 28 12:18:47.632883 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344d76a-f126-400e-89fb-9a4b76806a10 req-b15b188e-bd63-455b-b4f1-3f83a6063173 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:47.634352 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d344d76a-f126-400e-89fb-9a4b76806a10 req-b15b188e-bd63-455b-b4f1-3f83a6063173 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0488324 Oct 28 12:18:47.672226 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d344d76a-f126-400e-89fb-9a4b76806a10 req-608f3e58-f14b-436d-a7b3-275525a034c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Oct 28 12:18:48.797971 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c41da-80ee-43a8-ad4e-5f074889acbb req-901b8788-b7fb-4233-ad70-457acf67ff6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:48.799490 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-174c41da-80ee-43a8-ad4e-5f074889acbb req-901b8788-b7fb-4233-ad70-457acf67ff6f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0527894 Oct 28 12:18:48.835788 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-174c41da-80ee-43a8-ad4e-5f074889acbb req-fe218b94-5029-409f-84fc-96a824740778 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303266 Oct 28 12:18:49.923965 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['f783de9c-03e4-446f-b34b-e2edaa551d3c'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:49.974940 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c9b5a-fc01-4efa-82b3-ce6ae9fa64c0 req-e14e2d12-51fe-4ff6-bb03-32a80fbeb85a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:49.976654 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f8c9b5a-fc01-4efa-82b3-ce6ae9fa64c0 req-e14e2d12-51fe-4ff6-bb03-32a80fbeb85a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0609214 Oct 28 12:18:50.036685 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f8c9b5a-fc01-4efa-82b3-ce6ae9fa64c0 req-483dbfdf-00f6-4ece-a42e-712e5a1aca77 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510647 Oct 28 12:18:50.300737 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cbc39-587e-4413-9391-c6e4d6ad09a4 req-880aaa03-ed4d-4aa9-8570-5affb9dbbf9a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:50.302214 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac9cbc39-587e-4413-9391-c6e4d6ad09a4 req-880aaa03-ed4d-4aa9-8570-5affb9dbbf9a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0507514 Oct 28 12:18:50.338306 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac9cbc39-587e-4413-9391-c6e4d6ad09a4 req-9c2d704d-a995-41a8-acc3-4f9a782d4e83 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301642 Oct 28 12:18:51.165884 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad3a7-a404-4e5d-933a-5210aaf6c6f5 req-e84874d8-f08b-404f-a6ba-8ee88e5c5170 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:51.167370 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec1ad3a7-a404-4e5d-933a-5210aaf6c6f5 req-e84874d8-f08b-404f-a6ba-8ee88e5c5170 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0532711 Oct 28 12:18:51.204895 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec1ad3a7-a404-4e5d-933a-5210aaf6c6f5 req-46fbc2e4-4e3b-4923-a5ab-fd8f2d87494f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Oct 28 12:18:51.452467 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd540c34-8054-41ba-b0ce-72c6b3ff68ae req-b7c59021-6722-4e22-a1a5-e5a3cac12519 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:51.453839 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd540c34-8054-41ba-b0ce-72c6b3ff68ae req-b7c59021-6722-4e22-a1a5-e5a3cac12519 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0490191 Oct 28 12:18:51.490926 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd540c34-8054-41ba-b0ce-72c6b3ff68ae req-e5e3bef3-1609-4588-be18-b12413ad76d6 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Oct 28 12:18:51.953258 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-cdb7cd64-8656-4fef-855e-7e4c299903f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:51.962050 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:18:52.324448 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705509a7-2cec-44c2-9b93-8b97a7889563 req-08f49d1b-32e4-4dcb-80ea-3bfab51ef4b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:52.325923 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-705509a7-2cec-44c2-9b93-8b97a7889563 req-08f49d1b-32e4-4dcb-80ea-3bfab51ef4b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0503778 Oct 28 12:18:52.363034 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-705509a7-2cec-44c2-9b93-8b97a7889563 req-8367783f-853b-470f-84c0-4317477d319a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Oct 28 12:18:52.605030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be6de-c243-433b-a862-db0e0173a379 req-81d308db-d5e9-472e-9a13-0e8f4cf74d3b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:52.606492 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4d6be6de-c243-433b-a862-db0e0173a379 req-81d308db-d5e9-472e-9a13-0e8f4cf74d3b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0522370 Oct 28 12:18:52.648026 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4d6be6de-c243-433b-a862-db0e0173a379 req-47b978b7-4b66-45c6-9f9a-da1913013fed tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Oct 28 12:18:53.480731 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4efd-bf3f-488c-b676-f4cf38c014b3 req-c64021c4-7af0-43de-8c50-adafd7f8894c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:53.482093 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8aff4efd-bf3f-488c-b676-f4cf38c014b3 req-c64021c4-7af0-43de-8c50-adafd7f8894c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0481656 Oct 28 12:18:53.520599 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8aff4efd-bf3f-488c-b676-f4cf38c014b3 req-408acfdf-594a-4e60-9320-ac055aeccaed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Oct 28 12:18:53.758977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e45bc-cd8f-4955-b3bc-320e2afc8325 req-56202df3-eca2-48b1-8209-ad2f3c5db416 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:53.760363 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-744e45bc-cd8f-4955-b3bc-320e2afc8325 req-56202df3-eca2-48b1-8209-ad2f3c5db416 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0477738 Oct 28 12:18:53.799306 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-744e45bc-cd8f-4955-b3bc-320e2afc8325 req-204e24fd-b537-4d8d-8365-10a64143245a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Oct 28 12:18:54.503174 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-98dcec60-d26f-4147-830e-bc759c0008bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:54.643659 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d8ad-3a7f-476b-9313-9d245bc795b7 req-54118287-cf5e-4b8e-9391-e4c38e6682b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:54.645134 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe27d8ad-3a7f-476b-9313-9d245bc795b7 req-54118287-cf5e-4b8e-9391-e4c38e6682b3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0539017 Oct 28 12:18:54.681763 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe27d8ad-3a7f-476b-9313-9d245bc795b7 req-ffb48e9c-b09a-4f76-9591-dd294796011c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Oct 28 12:18:54.913182 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f8af8-7988-46fb-b2cd-55c38b4e6d22 req-2c2ff85d-9f64-47c4-a5ce-ee85eb51241e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:54.914646 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8f6f8af8-7988-46fb-b2cd-55c38b4e6d22 req-2c2ff85d-9f64-47c4-a5ce-ee85eb51241e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0483227 Oct 28 12:18:54.951250 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8f6f8af8-7988-46fb-b2cd-55c38b4e6d22 req-294cdebe-2d0e-4b89-914b-09c2e98cd961 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Oct 28 12:18:55.683270 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:18:55.709139 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.741045 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.752861 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port f783de9c-03e4-446f-b34b-e2edaa551d3c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:18:55.753222 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.808573 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc13778-78ac-4c95-bb32-cb54ecd86cf3 req-04f3c735-0e90-4257-aeaf-4d2247743000 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:55.810047 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fbc13778-78ac-4c95-bb32-cb54ecd86cf3 req-04f3c735-0e90-4257-aeaf-4d2247743000 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 944 time: 0.0525150 Oct 28 12:18:55.832270 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.849185 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fbc13778-78ac-4c95-bb32-cb54ecd86cf3 req-4ea480a3-48f2-446f-abec-63f7ad6c5e6c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Oct 28 12:18:55.855029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:55.857252 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9736900e-6249-42e9-b0ae-234d29924cfb" -d '{"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:55.873664 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:55.878326 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.902162 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b93ed-10d0-4ed2-b796-981128362289 x-openstack-request-id: req-913b93ed-10d0-4ed2-b796-981128362289 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:55.902475 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:55.902759 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-913b93ed-10d0-4ed2-b796-981128362289 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:55.903148 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'code': 200} Oct 28 12:18:55.929101 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=10']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:55.936173 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.936479 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.936857 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.937186 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.937514 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.937841 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.938173 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.938495 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.938873 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.939202 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.939521 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:55.939841 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.018397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7405a6-0791-441f-a180-df4bff927025 req-58f28ace-72b7-4df2-8368-eed4271ebbe3 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:56.019898 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9b7405a6-0791-441f-a180-df4bff927025 req-58f28ace-72b7-4df2-8368-eed4271ebbe3 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0519357 Oct 28 12:18:56.066754 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51e71c-cdf8-49a5-9b20-d25769923e14 req-78508818-c8ac-463b-83bb-dc4ebac90d48 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:56.068244 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1e51e71c-cdf8-49a5-9b20-d25769923e14 req-78508818-c8ac-463b-83bb-dc4ebac90d48 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Oct 28 12:18:56.106421 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1e51e71c-cdf8-49a5-9b20-d25769923e14 req-9b1ed068-59a0-44ca-875f-f89820043ce0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Oct 28 12:18:56.115541 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Deleting port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:56.115882 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:56.206748 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] For port e2879c41-a82f-4c20-b95f-6aac8fbff5d2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:56.207015 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:56.219093 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Calling delete_port for e2879c41-a82f-4c20-b95f-6aac8fbff5d2 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:56.356443 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:56.384852 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Pushing event deleted for resources: {'Port': ['ID=e2879c41-a82f-4c20-b95f-6aac8fbff5d2,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:56.385684 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['e2879c41-a82f-4c20-b95f-6aac8fbff5d2'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:56.400377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.400691 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.401022 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.401364 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.401693 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.402024 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.402350 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.402692 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.403019 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.403342 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.404057 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.404057 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:56.448072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] No DVR routers for this DVR port e2879c41-a82f-4c20-b95f-6aac8fbff5d2 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:56.450389 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:56.454334 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9b7405a6-0791-441f-a180-df4bff927025 req-d21a4d41-388d-47cd-919a-83137d8f08ad tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "DELETE /v2.0/ports/e2879c41-a82f-4c20-b95f-6aac8fbff5d2 HTTP/1.1" status: 204 len: 173 time: 0.4269519 Oct 28 12:18:56.454940 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'name': 'network-vif-deleted', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:56.457125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e0c072-b548-4fc1-bbab-37b349084026" -d '{"events": [{"server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "name": "network-vif-deleted", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:56.500525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642d2c2-def6-407a-bebe-6382bd63a8f0 x-openstack-request-id: req-c642d2c2-def6-407a-bebe-6382bd63a8f0 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:56.500525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70", "name": "network-vif-deleted", "tag": "e2879c41-a82f-4c20-b95f-6aac8fbff5d2", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:56.500823 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c642d2c2-def6-407a-bebe-6382bd63a8f0 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:56.501178 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70', 'name': 'network-vif-deleted', 'tag': 'e2879c41-a82f-4c20-b95f-6aac8fbff5d2', 'status': 'completed', 'code': 200} Oct 28 12:18:56.535751 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f37c1-ae28-4aca-83ab-44ccb83ad2ce req-4bcd9327-5894-49ba-ba13-b79a0ad82cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:56.537394 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a69f37c1-ae28-4aca-83ab-44ccb83ad2ce req-4bcd9327-5894-49ba-ba13-b79a0ad82cfb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 1099 time: 0.0467739 Oct 28 12:18:56.579043 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a69f37c1-ae28-4aca-83ab-44ccb83ad2ce req-75c8dbf2-45a9-4768-97c3-684fd7ff2738 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Oct 28 12:18:56.971497 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf685-b858-4fa9-add3-ce93826dbd7e req-bdb28f2d-7ed3-4197-941c-b449f915ddac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:56.973012 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a3dbf685-b858-4fa9-add3-ce93826dbd7e req-bdb28f2d-7ed3-4197-941c-b449f915ddac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0481577 Oct 28 12:18:57.010900 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a3dbf685-b858-4fa9-add3-ce93826dbd7e req-691c2902-ab54-4a9d-8ba2-34939ad8c47c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Oct 28 12:18:57.137837 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.210163 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6c2e0900-1baa-4930-a004-de9a34d9be64 req-ba77633a-ef47-4c8a-92b5-eb45f9368ad0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6ce79f6-8e4b-442a-86d6-0ac8dd28ba70 HTTP/1.1" status: 200 len: 210 time: 0.0259466 Oct 28 12:18:58.128594 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985a2a6-cf7b-491f-b9f7-a083badb07ee req-89c57a81-e561-44e1-82bb-3ca8f18ed958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:58.130046 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3985a2a6-cf7b-491f-b9f7-a083badb07ee req-89c57a81-e561-44e1-82bb-3ca8f18ed958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0481641 Oct 28 12:18:58.170408 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3985a2a6-cf7b-491f-b9f7-a083badb07ee req-61f503b8-aa33-4f7a-a691-3b84f03cef8b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Oct 28 12:18:58.472530 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-528a9496-2385-4967-899c-bca3e69ab67b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:58.474233 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-528a9496-2385-4967-899c-bca3e69ab67b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 809 time: 0.1019852 Oct 28 12:18:58.490570 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-5fdee510-3452-495e-bdd1-cc2d1d5a2f7c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/quotas/2307f41d09814947a921545ae8b32a1e HTTP/1.1" status: 200 len: 375 time: 0.0105870 Oct 28 12:18:58.521690 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-4339ab89-dab0-4490-a880-86b87f364ac2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256326 Oct 28 12:18:58.629345 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-cf7cf048-c5c0-4e70-af6a-ee1d75c0630b service neutron] 10.222.0.37 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006391 Oct 28 12:18:58.736814 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-ada985ed-a7c2-4bbb-a6c3-197bcf53647f service neutron] 10.222.0.37 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992932 Oct 28 12:18:58.938634 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e8fbb0df-0599-4ee2-b97d-251ad346d8b8 req-00440dc7-4127-4fbd-bd57-85bdca4cb880 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 210 time: 0.0273855 Oct 28 12:18:59.297922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52983c87-65e5-4ee6-9373-be628f7a58bc req-c35f238f-ff5e-42f3-a678-e9693bfaa962 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:59.299449 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52983c87-65e5-4ee6-9373-be628f7a58bc req-c35f238f-ff5e-42f3-a678-e9693bfaa962 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0510037 Oct 28 12:18:59.337224 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52983c87-65e5-4ee6-9373-be628f7a58bc req-8ab40cff-f821-43f9-a730-a85c3ebbe091 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Oct 28 12:18:59.675000 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device e2879c41-a82f-4c20-b95f-6aac8fbff5d2 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:59.695036 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: e2879c41-a82f-4c20-b95f-6aac8fbff5d2 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:59.695370 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device e2879c41-a82f-4c20-b95f-6aac8fbff5d2 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:59.997245 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-4d8c1ec0-22e7-4c92-9b44-a3156517bd63 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:59.999882 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-4d8c1ec0-22e7-4c92-9b44-a3156517bd63 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 809 time: 0.1535192 Oct 28 12:19:00.057639 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Request body: {'port': {'device_id': '5ae38635-e55c-40f1-824f-bfba6f254390', 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25', 'admin_state_up': True, 'tenant_id': '2307f41d09814947a921545ae8b32a1e'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:19:00.096644 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-de0e09a1-0f4a-49b6-97cf-cb7ce3965763 req-afff2243-8e8f-4e81-865f-ee0fc4c68825 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 210 time: 0.0443490 Oct 28 12:19:00.203271 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6cd0-a369-4213-9a58-aad6a0ed22e6 req-71143629-72a1-4441-9805-238c4b52ca14 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:00.204766 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eaea6cd0-a369-4213-9a58-aad6a0ed22e6 req-71143629-72a1-4441-9805-238c4b52ca14 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0908968 Oct 28 12:19:00.230101 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Made reservation on behalf of 2307f41d09814947a921545ae8b32a1e for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:19:00.234020 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.272681 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eaea6cd0-a369-4213-9a58-aad6a0ed22e6 req-12684e0a-3a16-4b96-9d91-fe99485501f8 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Oct 28 12:19:00.376087 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Allocated IP 172.20.0.4 (572ded8c-dc2b-4461-bf0f-b2ba86459f25/b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b/457e28ae-6a99-4a85-93df-a34245f9b7a5) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:19:00.520565 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.553454 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.601198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:19:00.604348 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:19:00.608017 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:19:00.614667 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Pushing event updated for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:00.661535 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:00.662138 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.680179 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-045713cc-a8d4-42a5-8ead-9b72351d9bde tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333003 Oct 28 12:19:00.693383 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Request body: {'port': {'device_id': '5ae38635-e55c-40f1-824f-bfba6f254390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:19:00.744491 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.001846 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457e28ae-6a99-4a85-93df-a34245f9b7a5 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:19:01.009551 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.023470 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Transition to ACTIVE for port object 457e28ae-6a99-4a85-93df-a34245f9b7a5 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:19:01.027318 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.081170 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Pushing event updated for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:01.151598 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Attempting to bind port 457e28ae-6a99-4a85-93df-a34245f9b7a5 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:19:01.152045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Attempting to bind port 457e28ae-6a99-4a85-93df-a34245f9b7a5 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:19:01.152397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Attempting to bind port 457e28ae-6a99-4a85-93df-a34245f9b7a5 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:19:01.157599 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Port 457e28ae-6a99-4a85-93df-a34245f9b7a5 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:19:01.157930 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Attempting to bind port 457e28ae-6a99-4a85-93df-a34245f9b7a5 on network 572ded8c-dc2b-4461-bf0f-b2ba86459f25 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:19:01.162853 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:19:01.163187 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Checking segment: {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:19:01.163568 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Bound using segment: {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:19:01.163991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Bound port: 457e28ae-6a99-4a85-93df-a34245f9b7a5, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3949694-f60c-4add-b7ce-6d6404b2184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:19:01.164343 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.247916 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0f80-ded1-4d25-8c36-cff2e765872c req-e96e4b8c-02b5-4d52-95be-540cd155d4a5 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.249423 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e75f0f80-ded1-4d25-8c36-cff2e765872c req-e96e4b8c-02b5-4d52-95be-540cd155d4a5 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 943 time: 0.0822115 Oct 28 12:19:01.278045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:19:01.299072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:19:01.305570 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.314995 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e75f0f80-ded1-4d25-8c36-cff2e765872c req-d2560c04-9dd1-4c86-a894-a506f013126d tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Oct 28 12:19:01.348408 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.349457 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.350392 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] 10.222.0.107 "PUT /v2.0/ports/457e28ae-6a99-4a85-93df-a34245f9b7a5 HTTP/1.1" status: 200 len: 1093 time: 0.6610363 Oct 28 12:19:01.350937 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:01.353165 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee21d00-fb28-4921-9f07-cc365037672c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:01.383862 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2817-3ae4-421c-aa66-d637f57efe2f service neutron] Pushing event updated for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:01.397010 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f919bfd-d81b-4b61-b534-9153bca29628 x-openstack-request-id: req-5f919bfd-d81b-4b61-b534-9153bca29628 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:01.397284 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:01.397539 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f919bfd-d81b-4b61-b534-9153bca29628 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:01.397972 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5', 'status': 'completed', 'code': 200} Oct 28 12:19:01.398451 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb178c-1786-43e6-ad79-e4e1bdafd441 req-a3731daf-1f17-4f90-8c78-2c1768cb92b4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.400076 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-abeb178c-1786-43e6-ad79-e4e1bdafd441 req-a3731daf-1f17-4f90-8c78-2c1768cb92b4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0555773 Oct 28 12:19:01.437825 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-abeb178c-1786-43e6-ad79-e4e1bdafd441 req-082706e6-2e41-44ce-bb0d-24b9bf98605f tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Oct 28 12:19:01.456101 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-c6554056-f38e-4782-9aa9-f0057d462439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.457668 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-c6554056-f38e-4782-9aa9-f0057d462439 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 1096 time: 0.0426605 Oct 28 12:19:01.504756 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-cec3f69a-28fe-44f4-84b5-93f65b193530 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0341613 Oct 28 12:19:01.558613 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-b0918e8e-b4e8-48d2-a45a-489b71c4708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.559951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-b0918e8e-b4e8-48d2-a45a-489b71c4708b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b HTTP/1.1" status: 200 len: 849 time: 0.0458181 Oct 28 12:19:01.593783 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-60cdee00-af66-408d-844c-877aad8a51aa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=572ded8c-dc2b-4461-bf0f-b2ba86459f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240564 Oct 28 12:19:01.685129 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-3467896d-36cc-4754-b673-f4cdd5a45501 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831320 Oct 28 12:19:01.779017 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ec5c4a31-8ea4-4c54-af82-d3fbc2aa2bbe req-bb44d018-cfaf-471d-a7a4-9d47899ac134 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846336 Oct 28 12:19:01.873076 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21d00-fb28-4921-9f07-cc365037672c req-8e04026c-d83f-4cfa-9a85-070959d0459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.874552 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-8e04026c-d83f-4cfa-9a85-070959d0459f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2307f41d09814947a921545ae8b32a1e&device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 1096 time: 0.0414708 Oct 28 12:19:01.971610 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21d00-fb28-4921-9f07-cc365037672c req-7e9f683a-3985-45e3-80fd-25b861825d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.973120 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-7e9f683a-3985-45e3-80fd-25b861825d24 service neutron] 10.222.0.107 "GET /v2.0/networks?id=572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 200 len: 911 time: 0.0882292 Oct 28 12:19:02.013967 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-eef3de50-5a4a-4e7b-b36d-a10d591070ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0328009 Oct 28 12:19:02.063188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21d00-fb28-4921-9f07-cc365037672c req-f3745ebf-cdbe-4886-a141-2fa6cfbb4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.064580 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-f3745ebf-cdbe-4886-a141-2fa6cfbb4567 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b HTTP/1.1" status: 200 len: 849 time: 0.0432863 Oct 28 12:19:02.101130 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-327206a3-ad18-4f28-b3f0-06710ac3a019 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=572ded8c-dc2b-4461-bf0f-b2ba86459f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291712 Oct 28 12:19:02.193406 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-82f152fb-d0b0-41ba-876c-257f663b6fe6 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833199 Oct 28 12:19:02.292062 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ee21d00-fb28-4921-9f07-cc365037672c req-67ec2699-6aae-41b1-949c-d50afb839317 service neutron] 10.222.0.107 "GET /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Oct 28 12:19:02.422574 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01122d-ecec-441d-8feb-756bab508558 req-b0215338-d218-4305-bb7f-16d41656eebf tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.423971 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd01122d-ecec-441d-8feb-756bab508558 req-b0215338-d218-4305-bb7f-16d41656eebf tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.0485272 Oct 28 12:19:02.432698 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eeafd-43c4-411b-8378-a38363530dfb req-d0bdd545-ebe0-4cbb-91fe-8081be6f0b57 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.434158 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c2eeafd-43c4-411b-8378-a38363530dfb req-d0bdd545-ebe0-4cbb-91fe-8081be6f0b57 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 943 time: 0.0508075 Oct 28 12:19:02.472744 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c2eeafd-43c4-411b-8378-a38363530dfb req-3f197625-7a9a-4ac4-8656-44c0d121cff7 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Oct 28 12:19:02.778406 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Deleting port cd823aea-fe57-404d-8292-19c6622c9992 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:02.778637 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:02.828820 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72615f85-16db-41fa-a4c8-32fbdeeada11 req-23ab4515-5fb1-431c-aa1e-dc8629ea00b4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.830286 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-72615f85-16db-41fa-a4c8-32fbdeeada11 req-23ab4515-5fb1-431c-aa1e-dc8629ea00b4 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6bc04f-095b-4b34-a107-3dbbd1d776fe HTTP/1.1" status: 200 len: 945 time: 0.3215079 Oct 28 12:19:02.892120 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-72615f85-16db-41fa-a4c8-32fbdeeada11 req-65fce4a0-a923-4cd8-9e2b-10cc321982be tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6fe99-8888-400f-b2e2-fb202a2b9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Oct 28 12:19:02.907556 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] For port cd823aea-fe57-404d-8292-19c6622c9992, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cd823aea-fe57-404d-8292-19c6622c9992,segment=NetworkSegment(ef6b5fab-9617-4197-aa53-ea8a134b2d00),segment_id=ef6b5fab-9617-4197-aa53-ea8a134b2d00)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:02.907926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:02.921720 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Calling delete_port for cd823aea-fe57-404d-8292-19c6622c9992 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:03.047265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.059447 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['cd823aea-fe57-404d-8292-19c6622c9992'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:19:03.087595 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Pushing event deleted for resources: {'Port': ['ID=cd823aea-fe57-404d-8292-19c6622c9992,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:03.121998 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] No DVR routers for this DVR port cd823aea-fe57-404d-8292-19c6622c9992 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:03.124535 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.127833 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd01122d-ecec-441d-8feb-756bab508558 req-3fb64274-bbce-4b36-8adf-b8349068abf2 tempest-VolumesSnapshotTestJSON-290409953 tempest-VolumesSnapshotTestJSON-290409953-project] 10.222.0.107 "DELETE /v2.0/ports/cd823aea-fe57-404d-8292-19c6622c9992 HTTP/1.1" status: 204 len: 173 time: 0.6976187 Oct 28 12:19:03.399188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'name': 'network-vif-deleted', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:03.401534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1b88eb-9972-4306-a5f7-6239f6d69101" -d '{"events": [{"server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "name": "network-vif-deleted", "tag": "cd823aea-fe57-404d-8292-19c6622c9992"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:03.435941 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a14117-ae1f-4ffd-906d-7386ac11c39d x-openstack-request-id: req-89a14117-ae1f-4ffd-906d-7386ac11c39d {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:03.436496 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6bc04f-095b-4b34-a107-3dbbd1d776fe", "name": "network-vif-deleted", "tag": "cd823aea-fe57-404d-8292-19c6622c9992", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:03.436496 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89a14117-ae1f-4ffd-906d-7386ac11c39d {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:03.436909 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6bc04f-095b-4b34-a107-3dbbd1d776fe', 'name': 'network-vif-deleted', 'tag': 'cd823aea-fe57-404d-8292-19c6622c9992', 'status': 'completed', 'code': 200} Oct 28 12:19:03.599430 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148b45-58f0-400a-9981-6991d58e0d55 req-bbbd90de-8fd2-4692-b774-7830f89ee969 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:03.601997 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7148b45-58f0-400a-9981-6991d58e0d55 req-bbbd90de-8fd2-4692-b774-7830f89ee969 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 943 time: 0.0550692 Oct 28 12:19:03.643934 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b7148b45-58f0-400a-9981-6991d58e0d55 req-0a4d1e31-eb24-4ef5-80b2-832e92119c11 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Oct 28 12:19:04.756826 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778412-bde9-4d8c-8ae9-1a38e6801acb req-59a84f4d-3c80-4923-98c8-df17e5367e93 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:04.758297 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4f778412-bde9-4d8c-8ae9-1a38e6801acb req-59a84f4d-3c80-4923-98c8-df17e5367e93 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 943 time: 0.0483952 Oct 28 12:19:04.795939 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4f778412-bde9-4d8c-8ae9-1a38e6801acb req-1b8225ef-ae0d-4d2c-a046-9846f1c630d3 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Oct 28 12:19:05.707227 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 457e28ae-6a99-4a85-93df-a34245f9b7a5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:19:05.711087 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cd823aea-fe57-404d-8292-19c6622c9992 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:05.741406 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: cd823aea-fe57-404d-8292-19c6622c9992 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:05.741879 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device cd823aea-fe57-404d-8292-19c6622c9992 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:05.830636 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:05.841028 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '457e28ae-6a99-4a85-93df-a34245f9b7a5', 'network_id': '572ded8c-dc2b-4461-bf0f-b2ba86459f25', 'port_id': '457e28ae-6a99-4a85-93df-a34245f9b7a5', 'mac_address': 'fa:16:3e:d6:8f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:19:05.880728 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:05.894408 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e28ae-6a99-4a85-93df-a34245f9b7a5 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:19:05.908690 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbfad6-51be-4f22-8021-c28ec3320e54 req-1c2a30d3-8f93-47db-8ad4-8fdc0b27bd98 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:05.910166 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-30dbfad6-51be-4f22-8021-c28ec3320e54 req-1c2a30d3-8f93-47db-8ad4-8fdc0b27bd98 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 943 time: 0.0490963 Oct 28 12:19:05.913833 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:05.918376 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:05.952201 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-30dbfad6-51be-4f22-8021-c28ec3320e54 req-b92f452d-48ee-441f-9fc0-a9b050650f05 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357606 Oct 28 12:19:05.965189 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:07.066267 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe44b1c-c0d3-47ca-9b46-6e46e8a5fc12 req-198fa02d-69e9-411a-b8b9-df3500cf3436 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:07.067840 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2fe44b1c-c0d3-47ca-9b46-6e46e8a5fc12 req-198fa02d-69e9-411a-b8b9-df3500cf3436 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Oct 28 12:19:07.104089 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2fe44b1c-c0d3-47ca-9b46-6e46e8a5fc12 req-41d7c11f-2b61-48eb-84f6-ff9f3565bfbe tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 Oct 28 12:19:08.218637 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d8e8-f9f6-4b80-8580-63b97fbe0559 req-2dac5f6f-bd28-4856-8200-87e12b837f3c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.220123 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4417d8e8-f9f6-4b80-8580-63b97fbe0559 req-2dac5f6f-bd28-4856-8200-87e12b837f3c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 944 time: 0.0493026 Oct 28 12:19:08.257525 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4417d8e8-f9f6-4b80-8580-63b97fbe0559 req-55dd1532-49bc-45f2-96f1-96947ebf2d02 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Oct 28 12:19:08.842311 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:09.370669 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eaec4-99d0-4711-970b-b660e1c6a602 req-a35365f2-731a-4a60-9a8b-4f1a719d33eb tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:09.372142 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-491eaec4-99d0-4711-970b-b660e1c6a602 req-a35365f2-731a-4a60-9a8b-4f1a719d33eb tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 944 time: 0.0487392 Oct 28 12:19:09.413393 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-491eaec4-99d0-4711-970b-b660e1c6a602 req-45e7ddc7-40a7-4b3e-af7f-593a0dc876f3 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Oct 28 12:19:10.410010 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['457e28ae-6a99-4a85-93df-a34245f9b7a5'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:19:10.537715 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6826c6-b6d8-4e9a-a97e-db5488f66080 req-398071df-c70a-432f-9912-989881dc679e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.539136 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6d6826c6-b6d8-4e9a-a97e-db5488f66080 req-398071df-c70a-432f-9912-989881dc679e tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 944 time: 0.0593188 Oct 28 12:19:10.583391 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6d6826c6-b6d8-4e9a-a97e-db5488f66080 req-1a4fe1f2-8915-43af-a5fe-7af32384805a tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379601 Oct 28 12:19:11.697502 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca02e-fd1e-4199-9844-234b5a9ce6a1 req-4bb8d4ab-41d4-4a14-8e44-6685cfbc0580 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.698983 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-badca02e-fd1e-4199-9844-234b5a9ce6a1 req-4bb8d4ab-41d4-4a14-8e44-6685cfbc0580 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 944 time: 0.0486937 Oct 28 12:19:11.735686 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-badca02e-fd1e-4199-9844-234b5a9ce6a1 req-0913560d-caec-4e12-b7e4-ec2896ad5af5 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Oct 28 12:19:11.745375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 457e28ae-6a99-4a85-93df-a34245f9b7a5 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:19:11.792504 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 457e28ae-6a99-4a85-93df-a34245f9b7a5 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:19:11.796807 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 457e28ae-6a99-4a85-93df-a34245f9b7a5 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:19:11.797167 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:11.878225 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:11.900899 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:11.903208 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39983a9-1aa0-4447-b010-5415537afc0f" -d '{"events": [{"server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "name": "network-vif-plugged", "status": "completed", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:11.916098 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:11.924718 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:11.949937 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff203569-7203-40f9-a7c0-6457a3343cc6 x-openstack-request-id: req-ff203569-7203-40f9-a7c0-6457a3343cc6 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:11.950253 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "name": "network-vif-plugged", "status": "completed", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:11.950505 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff203569-7203-40f9-a7c0-6457a3343cc6 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:11.950914 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5', 'code': 200} Oct 28 12:19:11.976741 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:12.144956 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779793f-da82-45b3-a0d1-2714c0dd4862 req-325f9dd6-fffb-469d-a39d-9ba451d3908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:12.146489 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8779793f-da82-45b3-a0d1-2714c0dd4862 req-325f9dd6-fffb-469d-a39d-9ba451d3908e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 1098 time: 0.0407608 Oct 28 12:19:12.187584 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8779793f-da82-45b3-a0d1-2714c0dd4862 req-efd8d2dc-42ce-40bf-b58a-2bb3a700935a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Oct 28 12:19:12.850170 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c97ec7-58b5-4771-a477-ac1f56cfe60c req-6ff4dee7-6df3-4d85-b518-dc4105735948 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:12.851568 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-17c97ec7-58b5-4771-a477-ac1f56cfe60c req-6ff4dee7-6df3-4d85-b518-dc4105735948 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Oct 28 12:19:12.889801 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-17c97ec7-58b5-4771-a477-ac1f56cfe60c req-5d8e8fb7-f233-40cb-8a74-c3a85d1ff0e6 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Oct 28 12:19:14.007213 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1de58d-2603-4f22-97a4-7fa013984c7a req-ebe0896c-4e07-4b84-adb3-2a967a0bcae1 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:14.008698 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-db1de58d-2603-4f22-97a4-7fa013984c7a req-ebe0896c-4e07-4b84-adb3-2a967a0bcae1 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Oct 28 12:19:14.046025 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-db1de58d-2603-4f22-97a4-7fa013984c7a req-467d27fe-01a7-44ab-aa9a-1f9c841fa95b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Oct 28 12:19:14.691045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e94a-500e-4cbd-af07-e8f21ea15e7f req-f0f2536c-9ab0-4139-a5f3-e5b33b9498f2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:14.692504 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cc42e94a-500e-4cbd-af07-e8f21ea15e7f req-f0f2536c-9ab0-4139-a5f3-e5b33b9498f2 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Oct 28 12:19:14.728774 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cc42e94a-500e-4cbd-af07-e8f21ea15e7f req-86584e70-0675-4bc2-b9f4-3b471bc32da0 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303531 Oct 28 12:19:15.842469 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5a5f6-9088-44b3-a16d-aee6706a932f req-0c2db49d-40a2-4a27-9ae1-63ad87ac99bd tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:15.843952 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80e5a5f6-9088-44b3-a16d-aee6706a932f req-0c2db49d-40a2-4a27-9ae1-63ad87ac99bd tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Oct 28 12:19:15.881044 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80e5a5f6-9088-44b3-a16d-aee6706a932f req-cec8ac75-dbbb-4e91-9599-e6e6e34202b7 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Oct 28 12:19:16.995991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0b61-37a2-4589-b143-3a1ba55a6eb0 req-01e6d821-faec-43f2-ae8b-bb32b0569a57 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:16.997452 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cbcb0b61-37a2-4589-b143-3a1ba55a6eb0 req-01e6d821-faec-43f2-ae8b-bb32b0569a57 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Oct 28 12:19:17.038283 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cbcb0b61-37a2-4589-b143-3a1ba55a6eb0 req-e3ba6d90-9212-4e3b-993f-dfa54bccecba tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Oct 28 12:19:18.150174 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f6eb-35b3-4dd4-8ec1-6baa95900f35 req-976955c5-c476-4881-bd56-8767b8e3759b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:18.151645 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fb19f6eb-35b3-4dd4-8ec1-6baa95900f35 req-976955c5-c476-4881-bd56-8767b8e3759b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Oct 28 12:19:18.188363 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fb19f6eb-35b3-4dd4-8ec1-6baa95900f35 req-5b35fbc9-8c1c-477c-9535-53b6439e5792 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Oct 28 12:19:19.301657 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5015f-772f-4f27-af76-bfb202629843 req-a28b7eee-842b-4214-a370-0fbcabf3249c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:19.303120 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ad5015f-772f-4f27-af76-bfb202629843 req-a28b7eee-842b-4214-a370-0fbcabf3249c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Oct 28 12:19:19.343707 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7ad5015f-772f-4f27-af76-bfb202629843 req-f696fe0a-8a6b-41ae-9f31-e3249b06f119 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Oct 28 12:19:20.456824 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad48c7-fead-496e-95fe-5e3919e21d8d req-a3836cd1-d87a-414a-b2ab-69f3c81ce141 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:20.456824 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-49ad48c7-fead-496e-95fe-5e3919e21d8d req-a3836cd1-d87a-414a-b2ab-69f3c81ce141 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0479627 Oct 28 12:19:20.496601 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-49ad48c7-fead-496e-95fe-5e3919e21d8d req-16bbecfe-b7b1-4439-8359-fca72f842058 tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.37 "GET /v2.0/security-groups?id=215f3f86-58c1-47ba-802b-b706bbe528fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347273 Oct 28 12:19:20.558547 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-d8214b96-1bf8-4af1-b6d7-b0d3007bb04c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:20.560006 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-d8214b96-1bf8-4af1-b6d7-b0d3007bb04c tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ae38635-e55c-40f1-824f-bfba6f254390 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Oct 28 12:19:20.653436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Deleting port 457e28ae-6a99-4a85-93df-a34245f9b7a5 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:20.653541 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.745830 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] For port 457e28ae-6a99-4a85-93df-a34245f9b7a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=457e28ae-6a99-4a85-93df-a34245f9b7a5,segment=NetworkSegment(f3949694-f60c-4add-b7ce-6d6404b2184f),segment_id=f3949694-f60c-4add-b7ce-6d6404b2184f)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:20.746197 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.758802 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Calling delete_port for 457e28ae-6a99-4a85-93df-a34245f9b7a5 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:20.899765 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.929696 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Pushing event deleted for resources: {'Port': ['ID=457e28ae-6a99-4a85-93df-a34245f9b7a5,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:20.933942 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['457e28ae-6a99-4a85-93df-a34245f9b7a5'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:19:20.976296 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] No DVR routers for this DVR port 457e28ae-6a99-4a85-93df-a34245f9b7a5 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:20.979344 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.982778 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21cca70c-f171-4b08-b3bb-3d8ea3c95aa7 req-873e9241-3d88-4938-93e2-6a4213eb2c0b tempest-VolumesActionsTest-1904093713 tempest-VolumesActionsTest-1904093713-project] 10.222.0.107 "DELETE /v2.0/ports/457e28ae-6a99-4a85-93df-a34245f9b7a5 HTTP/1.1" status: 204 len: 173 time: 0.4146831 Oct 28 12:19:20.983215 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'name': 'network-vif-deleted', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:20.985447 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db12d6-78a8-4642-b8da-7184b4384d37" -d '{"events": [{"server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "name": "network-vif-deleted", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:21.023342 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c2db7a-89f8-4e4a-8301-a73c8c1e8e92 x-openstack-request-id: req-e1c2db7a-89f8-4e4a-8301-a73c8c1e8e92 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:21.023679 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae38635-e55c-40f1-824f-bfba6f254390", "name": "network-vif-deleted", "tag": "457e28ae-6a99-4a85-93df-a34245f9b7a5", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:21.023926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1c2db7a-89f8-4e4a-8301-a73c8c1e8e92 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:21.024318 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae38635-e55c-40f1-824f-bfba6f254390', 'name': 'network-vif-deleted', 'tag': '457e28ae-6a99-4a85-93df-a34245f9b7a5', 'status': 'completed', 'code': 200} Oct 28 12:19:21.957051 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3e4632de-c1c2-4bdc-8261-36f4a6609d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:24.504074 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5bbb1d6e-683b-4880-ae5b-191671bf9942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:25.690151 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:25.723021 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:26.979936 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 457e28ae-6a99-4a85-93df-a34245f9b7a5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:27.000655 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 457e28ae-6a99-4a85-93df-a34245f9b7a5 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:27.000996 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 457e28ae-6a99-4a85-93df-a34245f9b7a5 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:27.140080 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:28.961404 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:19:34.225184 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34104) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:34.274761 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Deleting subnet 4d3d2112-7375-4018-b35b-c8412cfbfc20 {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:19:34.278175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.317621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.360258 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.423413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.449265 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3d2112-7375-4018-b35b-c8412cfbfc20,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:34.456989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.463751 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34106) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:34.464283 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8262487b-785b-469c-a7a7-c6af7ce55f69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d3d2112-7375-4018-b35b-c8412cfbfc20 HTTP/1.1" status: 204 len: 168 time: 0.2375407 Oct 28 12:19:34.532744 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.625036 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.648623 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc19093-1431-4203-8ce3-8a0c45f089be']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:34.658374 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6b5fab-9617-4197-aa53-ea8a134b2d00') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:34.658662 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6b5fab-9617-4197-aa53-ea8a134b2d00') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:34.668798 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.687489 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.694257 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Releasing vlan 1398 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:19:34.694663 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:19:34.696707 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:19:34.757334 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.781779 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.785225 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] 10.222.0.37 "DELETE /v2.0/networks/abc19093-1431-4203-8ce3-8a0c45f089be HTTP/1.1" status: 204 len: 168 time: 0.3204029 Oct 28 12:19:34.786141 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc19093-1431-4203-8ce3-8a0c45f089be,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:34.802740 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.802740 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.803120 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.803605 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.804004 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.804405 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.804805 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.805204 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.805600 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.805997 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.806389 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.806811 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b6c06-45f6-4674-bd52-267651fe1219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:34.923649 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34118) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:34.983327 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-67c1745a-d7cb-4024-87b9-ba1530f479e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8940dc0094a47d1a152788282bedb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580158 Oct 28 12:19:34.986426 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34120) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:35.036421 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:35.059299 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:35.124067 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:35.126900 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:35.130798 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4aa6fe99-8888-400f-b2e2-fb202a2b9979 HTTP/1.1" status: 204 len: 168 time: 0.1430471 Oct 28 12:19:35.141572 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c194d-3e1d-4d03-8181-1118a96e55b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6fe99-8888-400f-b2e2-fb202a2b9979,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:37.014104 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-b1a9fed6-aa20-4b13-8d05-c46a4254e52b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443292 Oct 28 12:19:37.085087 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-b7728024-7054-40e2-896e-4c243a18de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:37.086529 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-b7728024-7054-40e2-896e-4c243a18de06 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0478659 Oct 28 12:19:37.209571 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-6d06c1cb-84d3-49da-821d-f6995e2505e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:37.211154 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-6d06c1cb-84d3-49da-821d-f6995e2505e4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 911 time: 0.1019855 Oct 28 12:19:37.289958 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-efcbcb26-786f-4b74-9444-4e93378cf139 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 1000 time: 0.0705924 Oct 28 12:19:37.341982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-670909a7-f740-4efe-b62e-3cb9d646711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:37.343534 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-670909a7-f740-4efe-b62e-3cb9d646711d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0457301 Oct 28 12:19:37.393548 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-6237fba8-f1a5-4c36-93d8-f478e5e1075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:37.395297 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-6237fba8-f1a5-4c36-93d8-f478e5e1075c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444632 Oct 28 12:19:37.497482 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-fa0e491e-1bc9-4a3f-b073-7040d43298cd service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935330 Oct 28 12:19:37.601918 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a07b0bb6-3d68-429a-8df5-b8e443198016 req-dfe2b21f-110a-4c99-b45c-1d969a99d0bd service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939853 Oct 28 12:19:38.860983 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.453557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34276) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:47.501982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Deleting subnet b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:19:47.505022 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.539347 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.577389 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.629953 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.658288 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:47.661694 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b HTTP/1.1" status: 204 len: 168 time: 0.2071416 Oct 28 12:19:47.663059 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd626b-7808-4a07-92a9-ecc769958857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fb1a7d-f831-4cb2-ac8f-86f1fc7d8b7b,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:47.664243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34278) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:47.961053 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.036699 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.055298 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572ded8c-dc2b-4461-bf0f-b2ba86459f25']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:48.064615 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3949694-f60c-4add-b7ce-6d6404b2184f') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:48.064921 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3949694-f60c-4add-b7ce-6d6404b2184f') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:48.073731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.087719 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.093644 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Releasing vlan 1375 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:19:48.094021 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:19:48.095826 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:19:48.150102 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.154544 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.157817 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] 10.222.0.37 "DELETE /v2.0/networks/572ded8c-dc2b-4461-bf0f-b2ba86459f25 HTTP/1.1" status: 204 len: 168 time: 0.4924757 Oct 28 12:19:48.170576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805368a-09f4-496b-9a6c-752641d7c575 admin admin] Pushing event deleted for resources: {'Network': ['ID=572ded8c-dc2b-4461-bf0f-b2ba86459f25,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:48.314993 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34284) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:48.352486 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-842aa992-fed2-4f90-b7ea-8dab0a13411d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2307f41d09814947a921545ae8b32a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363474 Oct 28 12:19:48.354919 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34286) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:48.400588 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.420967 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.470128 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.472731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:48.473824 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/215f3f86-58c1-47ba-802b-b706bbe528fe HTTP/1.1" status: 204 len: 168 time: 0.1180425 Oct 28 12:19:48.481436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88477bfd-196f-4f5f-bdb0-16c386795fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f3f86-58c1-47ba-802b-b706bbe528fe,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:51.958364 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2b44806f-b81b-4ae0-a8a4-6eb7f5b142a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:54.504848 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-bda14094-2a5f-460d-a092-b30a84b1b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:55.694008 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:55.722954 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:57.146083 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.446462 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34400) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:58.547086 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.627592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.631493 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.667958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00449406-a955-405e-b55e-34e6ccfa741c,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:58.674439 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=634d2048cfe44971b2df1ba506086114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245293 Oct 28 12:19:58.674893 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34404) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:58.678425 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.678801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.679143 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.679480 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.679818 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.680150 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.680476 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.680801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.681125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.681453 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.681792 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.682090 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4e65db-5dd1-4ff6-bdb6-c80a1254aed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:58.722982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.743551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.790018 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.792589 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:58.793721 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00449406-a955-405e-b55e-34e6ccfa741c HTTP/1.1" status: 204 len: 168 time: 0.1179459 Oct 28 12:19:58.801828 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34643d-7090-42b3-8a02-68b5edeaade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00449406-a955-405e-b55e-34e6ccfa741c,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:59.397575 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34428) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:59.490973 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1946362679-network', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:19:59.514204 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Made reservation on behalf of cfa9219e414f4bd49dcbf215ed8d6f35 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:19:59.516851 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.525097 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.599212 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.603582 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.623106 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] vlan segment allocate from pool success with {'vlan_id': 1355, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:19:59.637273 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a456621-d282-4b13-9ffd-c3275192c5bc,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:59.640597 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.640938 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Added segment 62378dac-6380-4015-aced-defad14688d4 of type vlan for network 0274befd-d9a1-4ff6-a2b6-a21e079de445 Oct 28 12:19:59.681229 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.704960 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.706045 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:59.706632 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.760626 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3618248 Oct 28 12:19:59.764179 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34432) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:59.765988 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c87829-8c9f-432c-a723-110cb0bbe48a admin admin] Pushing event updated for resources: {'Network': ['ID=0274befd-d9a1-4ff6-a2b6-a21e079de445,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:59.769295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Request body: {'subnet': {'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1946362679-subnet', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:19:59.775815 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:19:59.790557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Made reservation on behalf of cfa9219e414f4bd49dcbf215ed8d6f35 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:19:59.792838 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.959634 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.015660 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:00.022760 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:00.023118 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Network hostable DHCP agents. Network: 0274befd-d9a1-4ff6-a2b6-a21e079de445, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:20:00.038914 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:20:00.047799 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 0274befd-d9a1-4ff6-a2b6-a21e079de445) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:00.051757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:00.052332 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.057706 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375ecc6-e702-4d00-9b6d-1b22ade0e8d8 None None] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:00.069414 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-99e950dd-dfba-4619-aef1-56b0b9b85c7d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3041213 Oct 28 12:20:00.072164 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34434) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:00.077060 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:00.096755 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.097744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.150904 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.205069 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-0274befd-d9a1-4ff6-a2b6-a21e079de445', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:20:00.205995 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.289641 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.340380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Allocated IP 172.20.0.2 (0274befd-d9a1-4ff6-a2b6-a21e079de445/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5/73def707-801e-483c-adb0-75e68ad957e2) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:00.484237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.488507 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.490001 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.507735 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.529640 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:00.532497 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:00.534991 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:00.549138 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Pushing event updated for resources: {'Port': ['ID=73def707-801e-483c-adb0-75e68ad957e2,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:00.575816 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.576233 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.576578 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.576917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.577248 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.577577 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.577904 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.578227 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.578566 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.578919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.579242 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.579562 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:00.609542 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Attempting to bind port 73def707-801e-483c-adb0-75e68ad957e2 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:00.609901 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Attempting to bind port 73def707-801e-483c-adb0-75e68ad957e2 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:00.610282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Attempting to bind port 73def707-801e-483c-adb0-75e68ad957e2 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:00.614160 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Allocated IP 172.27.2.76 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:00.616257 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:00.616626 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:00.617028 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.617456 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Bound using segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:00.617990 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Bound port: 73def707-801e-483c-adb0-75e68ad957e2, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:00.618365 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.680519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] For port 73def707-801e-483c-adb0-75e68ad957e2, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:00.683610 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] For port 73def707-801e-483c-adb0-75e68ad957e2, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=73def707-801e-483c-adb0-75e68ad957e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:00.687470 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.720648 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.748889 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583718e-fc12-4431-a69c-a28181b23da9 None None] Pushing event updated for resources: {'Port': ['ID=73def707-801e-483c-adb0-75e68ad957e2,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:00.758939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.799266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:00.803983 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:00.807760 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:00.834619 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Pushing event updated for resources: {'Port': ['ID=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:01.088645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:01.284672 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:01.431958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:20:01.545762 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:01.557404 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:01.564143 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:01.565690 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-de39dbbd-279d-4f08-bb1e-ad16143600fa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4925921 Oct 28 12:20:01.569396 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34442) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:01.571085 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:01.571523 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:01.736511 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc797c-313d-4cbd-b839-4057307fd5a6 None None] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:01.842336 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] Provisioning complete for port 73def707-801e-483c-adb0-75e68ad957e2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:01.842783 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:01.920849 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:02.124461 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.207106 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] For port 73def707-801e-483c-adb0-75e68ad957e2, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=73def707-801e-483c-adb0-75e68ad957e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:02.208960 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.212781 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.274395 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f2588-5706-4aaa-92bd-ff036c320add None None] Pushing event updated for resources: {'Port': ['ID=73def707-801e-483c-adb0-75e68ad957e2,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:02.283559 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:00Z', 'revision_number': 3, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:02.312476 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:02.312476 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Updating router 2d9c1908-b86c-4f9a-9e45-403902b48f48 port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:20:02.347954 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.387463 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Allocated IP 172.20.0.1 (0274befd-d9a1-4ff6-a2b6-a21e079de445/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5/15a88d72-a63a-4149-9180-d93cd78a0170) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:02.460350 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-94ce370d-3ef6-4bd4-90f9-a3c91f89cdb9 None None] Provisioning complete for port 73def707-801e-483c-adb0-75e68ad957e2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:02.460612 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-94ce370d-3ef6-4bd4-90f9-a3c91f89cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.493141 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.526790 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.565451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:02.568436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:02.571968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:02.598428 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Pushing event updated for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:02.629321 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.696071 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.710919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.760184 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 73def707-801e-483c-adb0-75e68ad957e2 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:02.806244 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Attempting to bind port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:02.806615 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Attempting to bind port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:02.807005 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Attempting to bind port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:02.809621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.811962 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddfe85-5f18-48e9-8da4-0d0807aa6cae None None] Pushing event updated for resources: {'Port': ['ID=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:02.819568 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:02.819860 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:02.820258 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.820642 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:02.821104 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Bound port: 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:02.821500 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.887715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-5b84a9d6-672f-4964-a047-3de4a587c620 None None] Provisioning complete for port 15a88d72-a63a-4149-9180-d93cd78a0170 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:02.888032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5b84a9d6-672f-4964-a047-3de4a587c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.921380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 73def707-801e-483c-adb0-75e68ad957e2 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:02.921774 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.927034 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] For port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:02.964448 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] For port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:02.974097 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.984707 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-5b84a9d6-672f-4964-a047-3de4a587c620 None None] Port 15a88d72-a63a-4149-9180-d93cd78a0170 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:02.984925 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:02.989903 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:03.048297 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddfe85-5f18-48e9-8da4-0d0807aa6cae None None] Pushing event updated for resources: {'Port': ['ID=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:03.060698 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Pushing event updated for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:03.063070 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:03.071285 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:03.071904 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:03.154707 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:03.156136 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:03.192049 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:03.287465 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:03.406555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:03.419886 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-cc8d40de-88f0-4435-9041-4e92f95eeff1 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d9c1908-b86c-4f9a-9e45-403902b48f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415160 Oct 28 12:20:03.463822 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-559c2f06-b9d1-4e72-bab9-7ab241041a87 None None] Provisioning complete for port 15a88d72-a63a-4149-9180-d93cd78a0170 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:03.464202 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-559c2f06-b9d1-4e72-bab9-7ab241041a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:03.517798 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-559c2f06-b9d1-4e72-bab9-7ab241041a87 None None] Port 15a88d72-a63a-4149-9180-d93cd78a0170 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:03.567734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f779397c-213b-46ff-a794-19ddf305427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 2, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:03.598032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779397c-213b-46ff-a794-19ddf305427c None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 2, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:03.918831 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34462) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:03.924683 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724191626-network', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:03.947207 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Made reservation on behalf of b440ab79c9fb4c5ea23c67967e313034 for: {'network': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:20:03.949561 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:03.960088 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.038137 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.042238 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.067985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1350, 'physical_network': 'physnet1'} {{(pid=101493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:20:04.077741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aec881-4af0-4253-98de-33375c24536f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:04.082614 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.082987 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.segments_db [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Added segment 7f7a2c15-df84-4d6a-a633-4014560ee639 of type vlan for network 0d1cdb17-b9ed-4170-819c-baf7e117653a Oct 28 12:20:04.127336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.152606 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.153856 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:04.154520 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.215594 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34464) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:04.215770 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2948253 Oct 28 12:20:04.220943 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Request body: {'subnet': {'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724191626-subnet', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'ip_version': 4}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:04.227006 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3fff-d105-418d-a5d9-63785c206a97 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1cdb17-b9ed-4170-819c-baf7e117653a,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:04.241213 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:20:04.257425 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Made reservation on behalf of b440ab79c9fb4c5ea23c67967e313034 for: {'subnet': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:20:04.259778 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17175805440'] for subnet, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.439772 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176403145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17175805458'] for subnet, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.505507 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fad22a-4ef0-494b-88a1-9dc747e97c2e,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:04.507855 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Checking segment: {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:04.508413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Network hostable DHCP agents. Network: 0d1cdb17-b9ed-4170-819c-baf7e117653a, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:20:04.531022 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:20:04.541250 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 0d1cdb17-b9ed-4170-819c-baf7e117653a) {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:04.546199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:04.546873 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.551890 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010d9ec-4834-4580-b8b5-5b25d67f5513 None None] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:04.567633 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-dcde8bd5-e108-4e1e-beb6-701b661ab4de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3484547 Oct 28 12:20:04.567851 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34470) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:04.572011 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:04.623199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.624334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.715018 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.765919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:04.852981 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-0d1cdb17-b9ed-4170-819c-baf7e117653a', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:20:04.853963 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.892608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:04.893190 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.910088 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:04.974300 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af570df-d9e4-4cff-bd96-80e82920974f req-aa8684a0-33e8-49a4-901b-043e9d98925a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:04.975772 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1af570df-d9e4-4cff-bd96-80e82920974f req-aa8684a0-33e8-49a4-901b-043e9d98925a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.1317427 Oct 28 12:20:05.024200 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1af570df-d9e4-4cff-bd96-80e82920974f req-b1850f28-4415-4b1b-adce-f79f89efd2b7 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Oct 28 12:20:05.072044 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Allocated IP 172.20.0.2 (0d1cdb17-b9ed-4170-819c-baf7e117653a/c4fad22a-4ef0-494b-88a1-9dc747e97c2e/410ab1f0-96ff-44dd-899e-c67f23af3a1c) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:05.085483 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.144380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:05.150835 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.166077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.188469 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.230491 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:05.283534 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.289215 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.296167 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Allocated IP 172.27.2.25 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/1a55ebcd-0ff0-423e-8707-af3fedcc286f) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:05.330417 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:05.333442 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:05.337192 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:05.344784 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Pushing event updated for resources: {'Port': ['ID=410ab1f0-96ff-44dd-899e-c67f23af3a1c,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:05.400823 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Attempting to bind port 410ab1f0-96ff-44dd-899e-c67f23af3a1c on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:05.401190 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Attempting to bind port 410ab1f0-96ff-44dd-899e-c67f23af3a1c by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:05.401556 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Attempting to bind port 410ab1f0-96ff-44dd-899e-c67f23af3a1c on network 0d1cdb17-b9ed-4170-819c-baf7e117653a {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:05.406699 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:05.407083 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Checking segment: {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:05.407483 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.407875 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Bound using segment: {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:05.408268 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.408381 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Bound port: 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:05.408700 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.447056 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.480858 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] For port 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:05.485474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] For port 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=410ab1f0-96ff-44dd-899e-c67f23af3a1c,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:05.489018 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:05.490062 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.494646 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:05.497135 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:05.523141 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Pushing event updated for resources: {'Port': ['ID=1a55ebcd-0ff0-423e-8707-af3fedcc286f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:05.553049 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97e39-cedf-4f97-9811-7237db027fea None None] Pushing event updated for resources: {'Port': ['ID=410ab1f0-96ff-44dd-899e-c67f23af3a1c,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:05.695722 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:05.707190 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:05.707796 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:05.779123 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:05.826899 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:05.964437 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:20:05.987337 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.040737 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 2, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:06.069473 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:06.069837 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Updating router 2d9c1908-b86c-4f9a-9e45-403902b48f48 port 15a88d72-a63a-4149-9180-d93cd78a0170 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:20:06.101959 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.158859 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c570-fafb-4516-8bcd-2d310260fb26 req-a06239a1-30eb-4892-b63b-0b586bed56ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:06.161159 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3f5c570-fafb-4516-8bcd-2d310260fb26 req-a06239a1-30eb-4892-b63b-0b586bed56ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0576477 Oct 28 12:20:06.223901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3f5c570-fafb-4516-8bcd-2d310260fb26 req-cbc8fe26-3b61-4cdf-b336-ed859ad51fbf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541096 Oct 28 12:20:06.364471 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:20:06.417202 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.424475 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.475855 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Pushing event updated for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:06.480271 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:06.483385 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.483750 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.484277 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.484623 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.484952 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.485923 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.486265 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.486594 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.487059 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.487282 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.487603 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.487923 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:06.494742 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Sync routers for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:06.508204 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:06.508450 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.509373 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:06.510405 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3ea6fea9-0476-44be-9f97-7f63325e7b64 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9412191 Oct 28 12:20:06.513788 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34478) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:06.562974 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Attempting to bind port 15a88d72-a63a-4149-9180-d93cd78a0170 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:06.563336 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Attempting to bind port 15a88d72-a63a-4149-9180-d93cd78a0170 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:06.563699 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Attempting to bind port 15a88d72-a63a-4149-9180-d93cd78a0170 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:06.571443 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:06.571443 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:06.571672 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.571996 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Bound using segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:06.572313 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Bound port: 15a88d72-a63a-4149-9180-d93cd78a0170, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:06.572715 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.593408 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200369d-fab2-4f44-9a6c-cc34d6ce9866 None None] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:06.653018 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] For port 15a88d72-a63a-4149-9180-d93cd78a0170, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:06.659268 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] For port 15a88d72-a63a-4149-9180-d93cd78a0170, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=15a88d72-a63a-4149-9180-d93cd78a0170,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:06.676115 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.694815 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] Provisioning complete for port 410ab1f0-96ff-44dd-899e-c67f23af3a1c triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:06.695177 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.743577 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:06.775189 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208e42e-865c-4dea-ba56-ae9462558b86 None None] Pushing event updated for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:06.787565 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:06.788180 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:06.893947 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 410ab1f0-96ff-44dd-899e-c67f23af3a1c up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:07.025838 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:07.093499 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.102542 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.236709 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:06Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:07.269544 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Allocated IP 172.20.0.1 (0d1cdb17-b9ed-4170-819c-baf7e117653a/c4fad22a-4ef0-494b-88a1-9dc747e97c2e/4eba7505-3f77-404c-a9bb-49f21fb5c5ee) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:07.282102 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066214a-a684-4f11-b2e6-ee4ae1affb04 None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:06Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:07.284595 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 410ab1f0-96ff-44dd-899e-c67f23af3a1c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:07.285038 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.344333 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] For port 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=410ab1f0-96ff-44dd-899e-c67f23af3a1c,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:07.355281 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.370098 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9dcf3-def1-4d1f-9d88-294b69209341 req-3b2d87d8-c8aa-4c6d-ae0e-da21ab0b87f0 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:07.385885 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59e9dcf3-def1-4d1f-9d88-294b69209341 req-3b2d87d8-c8aa-4c6d-ae0e-da21ab0b87f0 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0918992 Oct 28 12:20:07.417770 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 3, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:07.436227 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59e9dcf3-def1-4d1f-9d88-294b69209341 req-49af401a-e4a6-41d4-a557-3d8435b570a8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493658 Oct 28 12:20:07.444077 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.485135 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.497290 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Checking router: d1bbbf3d-3e57-48bf-9b5d-866a5008e50a for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:07.498390 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Updating router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a port 1a55ebcd-0ff0-423e-8707-af3fedcc286f binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:20:07.504901 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514e3d-1dc0-4a2a-8afd-14b4c776b4a0 None None] Pushing event updated for resources: {'Port': ['ID=410ab1f0-96ff-44dd-899e-c67f23af3a1c,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:07.540653 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:07.540897 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:07.545505 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:07.551465 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:07.557977 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:07.566242 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.569401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] Provisioning complete for port 15a88d72-a63a-4149-9180-d93cd78a0170 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:07.569760 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.604286 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.781818 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.782928 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:07.783298 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.892115 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.971853 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.975016 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] For port 15a88d72-a63a-4149-9180-d93cd78a0170, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=15a88d72-a63a-4149-9180-d93cd78a0170,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:07.977555 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:07.986348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.049600 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:08.053014 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.089302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74f57e-1661-4159-9acb-e91d4fad8431 None None] Pushing event updated for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:08.111660 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.119578 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.124640 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-1be5ffc1-86cd-473a-9795-27de0b727d57 None None] Provisioning complete for port 410ab1f0-96ff-44dd-899e-c67f23af3a1c triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:08.125003 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1be5ffc1-86cd-473a-9795-27de0b727d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.162212 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:08.163673 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:08.222288 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Attempting to bind port 1a55ebcd-0ff0-423e-8707-af3fedcc286f on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:08.222985 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Attempting to bind port 1a55ebcd-0ff0-423e-8707-af3fedcc286f by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:08.223532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Attempting to bind port 1a55ebcd-0ff0-423e-8707-af3fedcc286f on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:08.228445 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07dbe0-ad58-4ff8-8642-cf76b032ca85 None None] Pushing event updated for resources: {'Port': ['ID=1a55ebcd-0ff0-423e-8707-af3fedcc286f,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:08.236295 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:08.236667 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:08.237070 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.237564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:08.237911 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Bound port: 1a55ebcd-0ff0-423e-8707-af3fedcc286f, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:08.238289 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.283973 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:08.328217 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] For port 1a55ebcd-0ff0-423e-8707-af3fedcc286f, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:08.331829 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] For port 1a55ebcd-0ff0-423e-8707-af3fedcc286f, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1a55ebcd-0ff0-423e-8707-af3fedcc286f,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:08.337799 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.368610 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-1be5ffc1-86cd-473a-9795-27de0b727d57 None None] Provisioning complete for port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:08.368610 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-1be5ffc1-86cd-473a-9795-27de0b727d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.401183 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:08.406672 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-edbc5d69-a21e-4d22-9ab4-aa39a6b29089 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1bbbf3d-3e57-48bf-9b5d-866a5008e50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8918531 Oct 28 12:20:08.430634 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:08.431292 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:08.435610 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07dbe0-ad58-4ff8-8642-cf76b032ca85 None None] Pushing event updated for resources: {'Port': ['ID=1a55ebcd-0ff0-423e-8707-af3fedcc286f,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:08.474007 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-1be5ffc1-86cd-473a-9795-27de0b727d57 None None] Port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:08.559895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:08.565232 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef0dd5-6734-4743-a7a2-53efaab46116 req-4c21aa8f-dc22-4682-b9d7-32288c1e73d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:08.566886 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7aef0dd5-6734-4743-a7a2-53efaab46116 req-4c21aa8f-dc22-4682-b9d7-32288c1e73d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0614233 Oct 28 12:20:08.611517 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7aef0dd5-6734-4743-a7a2-53efaab46116 req-de5e8726-aef2-485f-bc7a-e2ec0efbd4d6 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365376 Oct 28 12:20:08.646055 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-b754e969-8f97-478f-be22-a0431ea5ed14 None None] Provisioning complete for port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:08.646493 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b754e969-8f97-478f-be22-a0431ea5ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.731523 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-b754e969-8f97-478f-be22-a0431ea5ed14 None None] Port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:08.828056 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '4eba7505-3f77-404c-a9bb-49f21fb5c5ee', 'name': '', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'mac_address': 'fa:16:3e:ef:a1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:07Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 2, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'subnets': [{'id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:08.864865 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f52620-4e8c-4237-a290-26fbcceac77b None None] The sync data for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi is: [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '4eba7505-3f77-404c-a9bb-49f21fb5c5ee', 'name': '', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'mac_address': 'fa:16:3e:ef:a1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:07Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 2, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'subnets': [{'id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:08.878704 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:08.886397 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 15a88d72-a63a-4149-9180-d93cd78a0170 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:08.943430 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 15a88d72-a63a-4149-9180-d93cd78a0170 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:08.943803 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.025935 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 410ab1f0-96ff-44dd-899e-c67f23af3a1c up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:09.100033 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 410ab1f0-96ff-44dd-899e-c67f23af3a1c triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:09.100472 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.120577 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34494) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.125664 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117697042', 'description': 'tempest-secgroup-smoke-1117697042 description', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.157436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.244935 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.252241 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.288933 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.293215 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34496) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.293695 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1716397 Oct 28 12:20:09.294813 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66fd81-8c24-4ea0-8631-25bb923449f0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e08896-48ce-4ef8-a647-22d6b6a50e3a,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.304788 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.340643 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.390496 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.394825 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.412495 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1cbfec-c3dc-4980-b6e2-03465901bc15,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.423328 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.424567 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6301d5bc-a566-4e48-9332-e468c7ab570e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288137 Oct 28 12:20:09.427367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34498) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.431738 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.459497 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.517939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.521482 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.537949 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc18de3-585a-4e9e-a7b8-9a5181979d27,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.546421 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.547646 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6efd88d8-0dc6-4b83-a24d-a30dce0a7aea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193566 Oct 28 12:20:09.550227 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34500) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.554472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.581107 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.643868 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.648892 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.666810 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae9b7a2-132d-4462-97a7-0d15f0ac934a,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.676706 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.677964 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5d5e9678-2a0e-440c-90ae-cc5c4f855900 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267505 Oct 28 12:20:09.680892 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34504) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.685675 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.714486 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.779882 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.784157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.803195 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb7257a-f5d4-4356-ab4c-801d912ff377,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.811503 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.812789 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1f840dc1-7737-402e-b8f0-b4824ec4c05c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308417 Oct 28 12:20:09.815563 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34506) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.820297 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.841913 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.securitygroups_db [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Project cfa9219e414f4bd49dcbf215ed8d6f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:20:09.846807 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.896397 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c0e5e-adef-442a-9027-2a4a341c04a0 req-788e6e85-51bb-465f-a3bd-9f916b68e8f2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:09.898142 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a62c0e5e-adef-442a-9027-2a4a341c04a0 req-788e6e85-51bb-465f-a3bd-9f916b68e8f2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0503020 Oct 28 12:20:09.908917 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.913016 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.931382 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebb8148-e21a-44da-ae98-cece4aea0e63,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:09.938861 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:09.940048 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-554085c5-4de2-48af-848d-0816f603fa93 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235435 Oct 28 12:20:09.942547 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a62c0e5e-adef-442a-9027-2a4a341c04a0 req-7b15476e-debd-4673-968d-81e2a692f3f9 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350025 Oct 28 12:20:09.942742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34508) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:09.947211 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'security_group_rule': {'security_group_id': '88e08896-48ce-4ef8-a647-22d6b6a50e3a', 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:09.969211 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.securitygroups_db [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Project cfa9219e414f4bd49dcbf215ed8d6f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:20:09.974380 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.038724 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.042827 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.061706 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed2bf26-7f0a-48cd-9883-00ea9f5c3b62,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:10.069970 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.071216 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-763455f5-0b0b-47d9-b2be-5545a53f4aa3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275239 Oct 28 12:20:10.704717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1a55ebcd-0ff0-423e-8707-af3fedcc286f up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:10.755509 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 1a55ebcd-0ff0-423e-8707-af3fedcc286f triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:10.755954 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.838467 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.862956 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 1a55ebcd-0ff0-423e-8707-af3fedcc286f, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1a55ebcd-0ff0-423e-8707-af3fedcc286f,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:10.868289 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:10.923307 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=1a55ebcd-0ff0-423e-8707-af3fedcc286f,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:11.059244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed70f67-f67b-4ea9-ae9c-24715442b10d req-6397001c-e920-401c-978a-f3c6976d9aaf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:11.061246 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8ed70f67-f67b-4ea9-ae9c-24715442b10d req-6397001c-e920-401c-978a-f3c6976d9aaf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0513318 Oct 28 12:20:11.104714 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8ed70f67-f67b-4ea9-ae9c-24715442b10d req-51103e47-99cd-4082-86d8-77fc80069db4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372376 Oct 28 12:20:11.447922 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Sync routers for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:11.458636 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:11.459267 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:11.564401 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:11.775262 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '4eba7505-3f77-404c-a9bb-49f21fb5c5ee', 'name': '', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'mac_address': 'fa:16:3e:ef:a1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:07Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 2, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'subnets': [{'id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:11.804205 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Checking router: d1bbbf3d-3e57-48bf-9b5d-866a5008e50a for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:11.804556 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Updating router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:20:11.828941 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.088871 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.096084 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.145673 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c76e8-67ec-4854-bbc8-d71155069ef1 None None] Pushing event updated for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:12.198211 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Attempting to bind port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:12.198582 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Attempting to bind port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:12.198970 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Attempting to bind port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee on network 0d1cdb17-b9ed-4170-819c-baf7e117653a {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:12.205149 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:12.205521 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Checking segment: {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:12.205920 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.206306 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Bound using segment: {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:12.206797 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Bound port: 4eba7505-3f77-404c-a9bb-49f21fb5c5ee, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7a2c15-df84-4d6a-a633-4014560ee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:12.207173 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.232790 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec2b8a-33a0-46b9-af4e-ffa74ab3bd4a req-8af86c18-64b8-4ecb-bc43-7be29ee51ad3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:12.234435 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c0ec2b8a-33a0-46b9-af4e-ffa74ab3bd4a req-8af86c18-64b8-4ecb-bc43-7be29ee51ad3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0556870 Oct 28 12:20:12.280104 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c0ec2b8a-33a0-46b9-af4e-ffa74ab3bd4a req-4b525051-6990-4d2b-9895-88e5a62ff90f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 Oct 28 12:20:12.282281 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] For port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:12.285534 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] For port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:12.289669 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.355596 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:12.356219 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:12.362147 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c76e8-67ec-4854-bbc8-d71155069ef1 None None] Pushing event updated for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:12.376953 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] Provisioning complete for port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:12.377486 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.480880 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:12.481442 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.517645 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] For port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:12.521860 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.569082 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d9755-172d-42c4-b902-5b94fc2aa82d None None] Pushing event updated for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:12.657506 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-271300a4-02b7-4ac2-a6fe-4a8de599092f None None] Provisioning complete for port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:12.658331 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-271300a4-02b7-4ac2-a6fe-4a8de599092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.712115 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '4eba7505-3f77-404c-a9bb-49f21fb5c5ee', 'name': '', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'mac_address': 'fa:16:3e:ef:a1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:07Z', 'updated_at': '2021-10-28T12:20:12Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'subnets': [{'id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:12.742449 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8410305-98cc-41be-af52-32ac7ec6ab5d None None] The sync data for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi is: [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '4eba7505-3f77-404c-a9bb-49f21fb5c5ee', 'name': '', 'network_id': '0d1cdb17-b9ed-4170-819c-baf7e117653a', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'mac_address': 'fa:16:3e:ef:a1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:07Z', 'updated_at': '2021-10-28T12:20:12Z', 'revision_number': 4, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'subnets': [{'id': 'c4fad22a-4ef0-494b-88a1-9dc747e97c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:12.762349 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4eba7505-3f77-404c-a9bb-49f21fb5c5ee up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:12.812811 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:12.813178 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:12.894895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1a55ebcd-0ff0-423e-8707-af3fedcc286f up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:12.949870 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 1a55ebcd-0ff0-423e-8707-af3fedcc286f triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:12.950238 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:13.395658 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124cb4-c71e-4052-b81a-ce514816127f req-b686bc58-5e81-4632-8e88-09f597c11a70 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:13.397317 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0d124cb4-c71e-4052-b81a-ce514816127f req-b686bc58-5e81-4632-8e88-09f597c11a70 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0481901 Oct 28 12:20:13.439089 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0d124cb4-c71e-4052-b81a-ce514816127f req-c404ce8c-7c39-42be-8398-b9faa6d8b64d tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346291 Oct 28 12:20:14.551554 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b0a51-66dd-4c16-93d9-cc348b111a89 req-416fe604-3365-4d52-9697-7cd0ff782ff9 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:14.553140 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e24b0a51-66dd-4c16-93d9-cc348b111a89 req-416fe604-3365-4d52-9697-7cd0ff782ff9 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Oct 28 12:20:14.589712 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e24b0a51-66dd-4c16-93d9-cc348b111a89 req-ab44d20b-42b1-4c29-a241-de2efb27f984 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Oct 28 12:20:15.713015 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c46c60-b62e-4726-b807-549413634219 req-a0e7be59-4e71-4c9c-8f40-fc2ce6dd2a4a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:15.714488 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2c46c60-b62e-4726-b807-549413634219 req-a0e7be59-4e71-4c9c-8f40-fc2ce6dd2a4a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0578532 Oct 28 12:20:15.752654 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b2c46c60-b62e-4726-b807-549413634219 req-ea990b16-4495-468c-a197-b6aa8dc2c794 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Oct 28 12:20:16.868662 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d861a54-1970-4a4e-8443-6beb7b10c571 req-e7522f97-ad06-4c79-a970-90609f419441 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:16.870327 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d861a54-1970-4a4e-8443-6beb7b10c571 req-e7522f97-ad06-4c79-a970-90609f419441 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Oct 28 12:20:16.913910 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d861a54-1970-4a4e-8443-6beb7b10c571 req-b696c47f-cce7-492e-8e29-70f66d560639 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364978 Oct 28 12:20:18.027890 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8956b-a903-4d9f-a6de-689fa9b7a733 req-ccf7e3e1-26f0-4604-a76c-9ec17fce3f29 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:18.029337 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9b8956b-a903-4d9f-a6de-689fa9b7a733 req-ccf7e3e1-26f0-4604-a76c-9ec17fce3f29 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0484734 Oct 28 12:20:18.069176 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d9b8956b-a903-4d9f-a6de-689fa9b7a733 req-915c624a-e9b5-47be-8c7a-0cf747c191fd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Oct 28 12:20:18.517739 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8d07-9789-46f3-8a38-117046789815 req-ab9313d0-98fe-4a0a-98c8-fdbb2f255347 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:18.519132 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dc7a8d07-9789-46f3-8a38-117046789815 req-ab9313d0-98fe-4a0a-98c8-fdbb2f255347 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0482833 Oct 28 12:20:18.556184 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dc7a8d07-9789-46f3-8a38-117046789815 req-18343a8e-d86e-40ba-bf07-9f025c8e2c67 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Oct 28 12:20:19.191118 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c33c6-a070-4663-939c-93b7d07a2253 req-681bc7e5-031f-432f-af0e-25bb8bd9c713 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:19.192611 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-446c33c6-a070-4663-939c-93b7d07a2253 req-681bc7e5-031f-432f-af0e-25bb8bd9c713 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0528650 Oct 28 12:20:19.237343 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-446c33c6-a070-4663-939c-93b7d07a2253 req-4e7c0282-57a3-4dcb-aec5-8eb6a01ce277 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335474 Oct 28 12:20:19.678920 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93c7a7-0379-472d-948c-06fee83b8db1 req-101d40fa-d9c2-4dfa-bf66-579bad085ce0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:19.680334 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1a93c7a7-0379-472d-948c-06fee83b8db1 req-101d40fa-d9c2-4dfa-bf66-579bad085ce0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0525372 Oct 28 12:20:19.717880 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1a93c7a7-0379-472d-948c-06fee83b8db1 req-936fed85-47e7-452d-ae06-555422de1717 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Oct 28 12:20:20.364823 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2433b8-0eb9-4f94-9ff0-287453ef541b req-df480382-2188-402e-b77e-6051ee37b6ed tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:20.366501 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6b2433b8-0eb9-4f94-9ff0-287453ef541b req-df480382-2188-402e-b77e-6051ee37b6ed tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0630097 Oct 28 12:20:20.407078 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-6b2433b8-0eb9-4f94-9ff0-287453ef541b req-102027e6-2b11-49c3-9c6f-5363abc1e004 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345075 Oct 28 12:20:20.742328 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3a44-5228-4012-b668-8e990c4c9050 req-e96ec9ce-fe55-4623-90fc-fe5ae2d8dad6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:20.743855 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b83f3a44-5228-4012-b668-8e990c4c9050 req-e96ec9ce-fe55-4623-90fc-fe5ae2d8dad6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0520730 Oct 28 12:20:20.782407 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b83f3a44-5228-4012-b668-8e990c4c9050 req-fe018f4d-c20c-483e-a709-45635b69bbe6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Oct 28 12:20:20.838062 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9e620-3c46-438d-8db4-1aeee4c8b801 req-183df801-931d-4677-99e4-d08c3172e47e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:20.839565 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3a9e620-3c46-438d-8db4-1aeee4c8b801 req-183df801-931d-4677-99e4-d08c3172e47e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0527873 Oct 28 12:20:20.876504 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e3a9e620-3c46-438d-8db4-1aeee4c8b801 req-68395488-94c9-4fc6-aeea-5891a1918aa4 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Oct 28 12:20:21.526340 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1773ed-5a38-4f90-bb96-c092f938cce0 req-d0d02679-665c-47a4-8c65-f77e82c428bc tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:21.527840 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d1773ed-5a38-4f90-bb96-c092f938cce0 req-d0d02679-665c-47a4-8c65-f77e82c428bc tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0550864 Oct 28 12:20:21.565655 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d1773ed-5a38-4f90-bb96-c092f938cce0 req-bea63ed8-a29c-4483-b07a-b869a0106aa3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Oct 28 12:20:21.909654 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f4479-fa37-4df2-815a-c7fc57518b4e req-0548433b-5f77-4a1f-a87f-0a6aaf765060 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:21.911174 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-779f4479-fa37-4df2-815a-c7fc57518b4e req-0548433b-5f77-4a1f-a87f-0a6aaf765060 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0578635 Oct 28 12:20:21.950008 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-779f4479-fa37-4df2-815a-c7fc57518b4e req-3d88a05b-96ee-44c1-b668-b64ebb5c41bc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Oct 28 12:20:21.961498 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a53881a3-abc4-4488-b8a8-ba3d2bfa09cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:21.996499 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d75c3-d9f8-445c-9530-daeec54a6efa req-99127451-928a-47f6-a5a3-21d1ad5913fa tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:21.997997 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cc2d75c3-d9f8-445c-9530-daeec54a6efa req-99127451-928a-47f6-a5a3-21d1ad5913fa tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0536897 Oct 28 12:20:22.035881 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cc2d75c3-d9f8-445c-9530-daeec54a6efa req-4b697da3-06c1-49fa-9a06-5e86918ea77c tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Oct 28 12:20:22.631843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-a6968cf0-7e80-4267-87e5-f38037458369 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:22.633687 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-a6968cf0-7e80-4267-87e5-f38037458369 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.0495160 Oct 28 12:20:22.694578 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892a860-0b94-4d43-85d7-96c8a8c6c183 req-1339eb2c-7a07-408b-97a2-9291e6c2b638 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:22.697346 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c892a860-0b94-4d43-85d7-96c8a8c6c183 req-1339eb2c-7a07-408b-97a2-9291e6c2b638 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0653365 Oct 28 12:20:22.746275 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c892a860-0b94-4d43-85d7-96c8a8c6c183 req-8bad1035-05ff-4c8c-882b-bb2062a6191f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 Oct 28 12:20:22.760992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Deleting port f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:22.761324 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:22.850459 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] For port f783de9c-03e4-446f-b34b-e2edaa551d3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=f783de9c-03e4-446f-b34b-e2edaa551d3c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:22.850863 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:23.152859 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:23.153539 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:23.153539 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Floating IP a1203c0d-957f-4424-9267-dedd0dc40c5e disassociated. External IP: 172.27.2.59, port: f783de9c-03e4-446f-b34b-e2edaa551d3c. Oct 28 12:20:23.154395 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Calling delete_port for f783de9c-03e4-446f-b34b-e2edaa551d3c owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:23.155982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2bc5-c239-4643-9720-30840e67fafb req-7df9283e-a773-4d2e-934c-8b33fd28a9ca tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:23.157558 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64ed2bc5-c239-4643-9720-30840e67fafb req-7df9283e-a773-4d2e-934c-8b33fd28a9ca tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Oct 28 12:20:23.170170 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f16ba-c780-44dd-a815-21ce2e58d34a req-dc46d561-4914-4aea-a729-b9b499146766 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:23.171745 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-610f16ba-c780-44dd-a815-21ce2e58d34a req-dc46d561-4914-4aea-a729-b9b499146766 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79ab524-bc96-45ce-91df-6713d6fcaaaf HTTP/1.1" status: 200 len: 946 time: 0.1333706 Oct 28 12:20:23.197859 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-64ed2bc5-c239-4643-9720-30840e67fafb req-ac26695c-c8a4-447e-84a8-d0c3ec854e4b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Oct 28 12:20:23.251377 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-610f16ba-c780-44dd-a815-21ce2e58d34a req-f78ab600-a199-4d8a-9820-2d6f6d12d1b6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=8749c9e2-d301-40ac-808e-e1fd834a7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727186 Oct 28 12:20:23.324142 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:23.351963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'Port': ['ID=f783de9c-03e4-446f-b34b-e2edaa551d3c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:23.470831 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:23.579051 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:23.590203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:23.600975 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:23.601655 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:23.619103 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] No DVR routers for this DVR port f783de9c-03e4-446f-b34b-e2edaa551d3c on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:23.621976 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:23.626632 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-928f37c5-5718-42e9-85f1-3d75dd1e8baa req-4b165c50-134f-4fc5-8a83-ac6da9cb51dd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "DELETE /v2.0/ports/f783de9c-03e4-446f-b34b-e2edaa551d3c HTTP/1.1" status: 204 len: 173 time: 0.9866567 Oct 28 12:20:23.627334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-deleted', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:23.629578 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e40d4d-e1ee-488c-9bad-5a495e71b927" -d '{"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-deleted", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:23.667934 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c36328-13a0-4470-b73e-584501b370f0 x-openstack-request-id: req-23c36328-13a0-4470-b73e-584501b370f0 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:23.668303 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79ab524-bc96-45ce-91df-6713d6fcaaaf", "name": "network-vif-deleted", "tag": "f783de9c-03e4-446f-b34b-e2edaa551d3c", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:23.668621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23c36328-13a0-4470-b73e-584501b370f0 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:23.669081 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ab524-bc96-45ce-91df-6713d6fcaaaf', 'name': 'network-vif-deleted', 'tag': 'f783de9c-03e4-446f-b34b-e2edaa551d3c', 'status': 'completed', 'code': 200} Oct 28 12:20:23.730613 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:23.907803 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45797b-11ea-41db-900c-02b3a10c2ddd req-3913ddb6-74e4-424f-b98e-26f15f160f83 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:23.915775 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad45797b-11ea-41db-900c-02b3a10c2ddd req-3913ddb6-74e4-424f-b98e-26f15f160f83 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0935063 Oct 28 12:20:23.967213 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad45797b-11ea-41db-900c-02b3a10c2ddd req-c193890f-059a-4942-a53a-85895d7a3195 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Oct 28 12:20:24.009018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:24.036627 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:24.045776 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:24.046393 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:19:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:24.182847 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:24.378274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34676) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:24.385899 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe51c9-65e1-41a1-8e56-40d7f55f3e33 req-9dfd6b5a-5e95-4717-a0f0-1af47a6204ff tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:24.387474 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dfbe51c9-65e1-41a1-8e56-40d7f55f3e33 req-9dfd6b5a-5e95-4717-a0f0-1af47a6204ff tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.1015856 Oct 28 12:20:24.434933 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dfbe51c9-65e1-41a1-8e56-40d7f55f3e33 req-74abde99-881b-4c9c-b387-758034efd50f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Oct 28 12:20:24.448504 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.463912 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:24.488030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.491404 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5bb6c-a919-463c-a818-6fce97897559 None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:24.510803 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-52c9d900-98f6-4d90-ae38-d7da234fc212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.547830 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.550825 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.554485 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "DELETE /v2.0/security-groups/8749c9e2-d301-40ac-808e-e1fd834a7a54 HTTP/1.1" status: 204 len: 168 time: 0.1728442 Oct 28 12:20:24.554984 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34678) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:24.568938 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf00e6-9940-44af-a28b-17a08e7bc3ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8749c9e2-d301-40ac-808e-e1fd834a7a54,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:24.573617 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.api.v2.resource [None req-41ca3b59-cc94-4e62-a28d-a9a730e1d00c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] show failed (client error): The resource could not be found. Oct 28 12:20:24.578431 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-41ca3b59-cc94-4e62-a28d-a9a730e1d00c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups/8749c9e2-d301-40ac-808e-e1fd834a7a54 HTTP/1.1" status: 404 len: 347 time: 0.0200424 Oct 28 12:20:24.579312 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34680) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:24.723997 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Deleting port 89fe35f3-eeaa-48cd-a79a-573af90c8f47 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:24.724441 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.779370 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81863f0-a72c-45d9-ad9a-391ddab681dd None None] New status for floating IP a1203c0d-957f-4424-9267-dedd0dc40c5e: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:20:24.809827 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.810272 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.825407 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Calling delete_port for 89fe35f3-eeaa-48cd-a79a-573af90c8f47 owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:24.979366 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:24.981228 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.db.api [None req-a81863f0-a72c-45d9-ad9a-391ddab681dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:20:24.981902 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG oslo_db.api [None req-a81863f0-a72c-45d9-ad9a-391ddab681dd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:20:25.007151 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'Port': ['ID=89fe35f3-eeaa-48cd-a79a-573af90c8f47,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:25.077243 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.080982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.082704 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f757c248-a8fb-4cc8-a140-9f6923c79619 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "DELETE /v2.0/floatingips/a1203c0d-957f-4424-9267-dedd0dc40c5e HTTP/1.1" status: 204 len: 168 time: 0.5003040 Oct 28 12:20:25.103092 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803445c-b7ad-45ae-8c32-eaaac5ce9d91 req-9c93659c-ae41-4086-a432-5974c3d99ae5 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:25.104688 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3803445c-b7ad-45ae-8c32-eaaac5ce9d91 req-9c93659c-ae41-4086-a432-5974c3d99ae5 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0753102 Oct 28 12:20:25.179680 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3803445c-b7ad-45ae-8c32-eaaac5ce9d91 req-527859be-ad2d-4cdb-be46-94e4134cc987 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672312 Oct 28 12:20:25.272353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:25.296774 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: f783de9c-03e4-446f-b34b-e2edaa551d3c {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:25.297194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device f783de9c-03e4-446f-b34b-e2edaa551d3c not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:25.399351 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34688) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:25.404773 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739782661', 'description': 'tempest-description--1452650138'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:25.429710 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.483769 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81863f0-a72c-45d9-ad9a-391ddab681dd None None] New status for floating IP a1203c0d-957f-4424-9267-dedd0dc40c5e: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:20:25.494506 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.498431 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.538935 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.543567 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1397734 Oct 28 12:20:25.543734 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34692) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:25.548702 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group_rule': {'security_group_id': 'edcd037c-bd47-4ad9-b3ba-460bec692b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:25.564586 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c2f00-e877-483f-9b9c-61e41b64eab5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd037c-bd47-4ad9-b3ba-460bec692b97,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:25.579728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.590123 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171652-32ff-4187-aef9-e59e4ab5d361 req-fef4489c-fea1-4461-a0f6-749d5759e874 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:25.592316 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-33171652-32ff-4187-aef9-e59e4ab5d361 req-fef4489c-fea1-4461-a0f6-749d5759e874 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0743079 Oct 28 12:20:25.632058 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-33171652-32ff-4187-aef9-e59e4ab5d361 req-b75922b7-c341-47e6-970a-872f9599da37 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Oct 28 12:20:25.642216 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.646206 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.659679 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d57c62-0f3d-4e4b-8814-a012ddb31ce7,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:25.673071 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.674252 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-d7b38e8d-61b8-4bda-a32c-4c4ea4d691cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300550 Oct 28 12:20:25.676874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34694) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:25.681057 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'security_group_rule': {'security_group_id': 'edcd037c-bd47-4ad9-b3ba-460bec692b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:25.696325 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.707732 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.723474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.767289 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.771177 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.792551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac8c248-3343-40d0-a587-5e0829ff1131,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:25.801426 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.805517 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6b29349c-14ed-4e13-b63d-6900188c5294 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248837 Oct 28 12:20:25.805717 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34696) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:25.810081 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:25.833864 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:25.932994 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.038275 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Allocated IP 172.27.2.50 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/fdcbb6d7-c8e3-44b1-9742-03a8db165a03) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:26.135707 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.167560 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.209712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:26.212762 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:26.216459 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:26.240729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=fdcbb6d7-c8e3-44b1-9742-03a8db165a03,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:26.336230 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce09d6d-7c34-449a-92dd-dadcfa67af5a req-425c3ea9-107e-4400-99f9-88c35f3f3c83 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:26.337622 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ce09d6d-7c34-449a-92dd-dadcfa67af5a req-425c3ea9-107e-4400-99f9-88c35f3f3c83 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0847297 Oct 28 12:20:26.341930 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.402089 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4ce09d6d-7c34-449a-92dd-dadcfa67af5a req-6a250190-a91d-4d1c-861c-c80aa96ed7f6 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584073 Oct 28 12:20:26.402820 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.556853 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.562564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.657272 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=fdcbb6d7-c8e3-44b1-9742-03a8db165a03,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:26.670206 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.696013 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628744-9a0c-474b-ab82-2c46cc2dc2ef req-ef0ed024-47ec-4d70-a6a3-4541238c5e2e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:26.697546 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-13628744-9a0c-474b-ab82-2c46cc2dc2ef req-ef0ed024-47ec-4d70-a6a3-4541238c5e2e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Oct 28 12:20:26.700755 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:26.701901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4b19b6cc-a07f-432f-9d6c-c98cdd868b54 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8951995 Oct 28 12:20:26.723724 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-4b818fa0-da02-4add-a0f9-e4af982921ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:26.725326 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-4b818fa0-da02-4add-a0f9-e4af982921ee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.0623167 Oct 28 12:20:26.749378 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-13628744-9a0c-474b-ab82-2c46cc2dc2ef req-851649cf-10b6-48ab-ac82-d9d87c7c8dd1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358279 Oct 28 12:20:26.825163 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8028ab-5a15-4b49-96ee-5cdfa803d76a req-15c7d1ad-6fa7-4ad9-a86a-019fe9d2b1eb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:26.826713 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e8028ab-5a15-4b49-96ee-5cdfa803d76a req-15c7d1ad-6fa7-4ad9-a86a-019fe9d2b1eb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.1165004 Oct 28 12:20:26.875072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-0221912c-56c6-416d-b908-3f2ef046fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:26.877903 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-0221912c-56c6-416d-b908-3f2ef046fbed service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.1327779 Oct 28 12:20:26.896434 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e8028ab-5a15-4b49-96ee-5cdfa803d76a req-c53cbd45-1403-4a7b-8c62-ea3fc3703dd6 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623775 Oct 28 12:20:26.902373 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-e79e8f1b-ad3a-483d-a811-1c01138ff498 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--739782661&fields=id&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 267 time: 0.0464995 Oct 28 12:20:26.951695 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-f6ac315a-5d55-497f-a579-1a69d1fc9d93 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1002 time: 0.0659435 Oct 28 12:20:27.001488 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-48fecba6-917d-46d6-90da-3fc8ebbefc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:27.002970 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-48fecba6-917d-46d6-90da-3fc8ebbefc0f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0436182 Oct 28 12:20:27.015781 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-ff96aae6-112e-4887-a199-44fb0d630478 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:27.017226 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-ff96aae6-112e-4887-a199-44fb0d630478 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 816 time: 0.1010880 Oct 28 12:20:27.032576 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-f688d356-6221-4f53-8005-427fef4f1fd3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/quotas/e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 375 time: 0.0095456 Oct 28 12:20:27.051095 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-fbf549ae-3e92-42d5-bdd8-4e725fe0d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:27.052589 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-fbf549ae-3e92-42d5-bdd8-4e725fe0d34a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430288 Oct 28 12:20:27.085194 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-1bbf6a0a-ec39-4b3e-8419-d068f7af41ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471148 Oct 28 12:20:27.146916 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-b5026aa7-ae0e-4f29-94f2-8971bba570de service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Oct 28 12:20:27.147753 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:27.186941 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-8552524b-be7a-4e71-b5ed-cfb458369221 service neutron] 10.222.0.37 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874286 Oct 28 12:20:27.240267 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fe1304b2-0b50-4271-be9d-98c3d620b072 req-2c9e5ad9-c4ec-44a5-8fb0-b178fe21944f service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Oct 28 12:20:27.280132 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-08c7f101-d0b6-492a-afb9-edfaf422bf3d service neutron] 10.222.0.37 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Oct 28 12:20:27.436190 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-022daa49-a3ff-4e69-b66c-e35f723a987a req-e5609ae1-6a1d-42e9-8520-96b3e18b0108 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 210 time: 0.0265117 Oct 28 12:20:27.875262 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5e75-0f9e-4ad6-9d6b-a9324e7597a5 req-505f3d0a-4912-434e-aedc-c195ec3fa472 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:27.877669 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-148d5e75-0f9e-4ad6-9d6b-a9324e7597a5 req-505f3d0a-4912-434e-aedc-c195ec3fa472 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0544457 Oct 28 12:20:27.918384 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-148d5e75-0f9e-4ad6-9d6b-a9324e7597a5 req-f823046c-5999-40b2-9cb8-d25fb7e533eb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347438 Oct 28 12:20:28.035941 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5537e-8ed3-4d15-84ae-98a6334b4139 req-23c30633-db1b-48fb-aa65-ee5981722798 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:28.037420 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-afe5537e-8ed3-4d15-84ae-98a6334b4139 req-23c30633-db1b-48fb-aa65-ee5981722798 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0535076 Oct 28 12:20:28.074951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-afe5537e-8ed3-4d15-84ae-98a6334b4139 req-43d94b68-9c83-461d-bc10-27056406d9c0 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Oct 28 12:20:28.371442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-f52eb0bb-7421-4aa2-8545-705ee6331522 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:28.373491 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-f52eb0bb-7421-4aa2-8545-705ee6331522 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 816 time: 0.1039743 Oct 28 12:20:28.419570 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-03d78932-d53b-494b-aea6-8ab7244ef006 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 379 time: 0.0338185 Oct 28 12:20:28.429621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'port': {'device_id': '19635150-a15f-4d59-a3a3-adc15a411e40', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'admin_state_up': True, 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'security_groups': ['edcd037c-bd47-4ad9-b3ba-460bec692b97']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:28.532034 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3c373b20-c52b-4776-a809-c78c9f92ecdb req-15b5b251-87cd-41c5-bfb1-5c4462ec95d9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Oct 28 12:20:28.540089 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Made reservation on behalf of e8919258b85146488d50b07efbad50ca for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:20:28.543790 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:28.672578 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Allocated IP 172.20.0.5 (5853af4e-080d-4f95-bfd5-3fa948549140/8d5ecf44-2e11-474b-baba-58a11fe48418/df78786b-91a7-4ab8-9ff2-b69bbf31776f) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:28.803284 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:28.835601 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.132758 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Network 5853af4e-080d-4f95-bfd5-3fa948549140 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:29.139747 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:29.145413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:29.150107 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:29.193263 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c48206-c112-49ea-94a4-bceb13e49d77 req-592f1915-4ca1-4780-aa43-9b8e86175b87 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:29.194818 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b7c48206-c112-49ea-94a4-bceb13e49d77 req-592f1915-4ca1-4780-aa43-9b8e86175b87 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.1031027 Oct 28 12:20:29.203735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d8d9-4878-41b8-b355-198f6614da6d req-a47f0260-2589-474c-8bc0-30c191437d04 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:29.205726 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b33d8d9-4878-41b8-b355-198f6614da6d req-a47f0260-2589-474c-8bc0-30c191437d04 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0632660 Oct 28 12:20:29.217069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:29.217703 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.250739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-2c553392-3406-4885-a5e0-5470b802a6e2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246357 Oct 28 12:20:29.251471 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4b33d8d9-4878-41b8-b355-198f6614da6d req-e4f938a9-e08e-4664-97c5-b221ce45e5ee tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Oct 28 12:20:29.255958 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b7c48206-c112-49ea-94a4-bceb13e49d77 req-bbebb686-f39e-436b-982a-befd837b9f24 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525541 Oct 28 12:20:29.380093 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Request body: {'port': {'device_id': '19635150-a15f-4d59-a3a3-adc15a411e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:29.384453 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-385025e3-255b-4abc-a976-ec01e10f8120 None None] Provisioning complete for port df78786b-91a7-4ab8-9ff2-b69bbf31776f triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:29.384931 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-385025e3-255b-4abc-a976-ec01e10f8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.421141 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-385025e3-255b-4abc-a976-ec01e10f8120 None None] Port df78786b-91a7-4ab8-9ff2-b69bbf31776f cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:29.437317 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.655543 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac698fc-57ed-4f67-b934-31d74948e833 req-766aa5eb-b56f-4d8d-b0df-db85d60bea17 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:29.657427 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ac698fc-57ed-4f67-b934-31d74948e833 req-766aa5eb-b56f-4d8d-b0df-db85d60bea17 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 931 time: 0.0529604 Oct 28 12:20:29.696196 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5ac698fc-57ed-4f67-b934-31d74948e833 req-f8356ad9-a43f-4f54-bc80-28e6f7d20e9d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Oct 28 12:20:29.696843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:20:29.704251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.716944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Transition to ACTIVE for port object df78786b-91a7-4ab8-9ff2-b69bbf31776f will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:20:29.721625 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.775453 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:29.845456 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Attempting to bind port df78786b-91a7-4ab8-9ff2-b69bbf31776f on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:29.845797 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Attempting to bind port df78786b-91a7-4ab8-9ff2-b69bbf31776f by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:29.846134 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Attempting to bind port df78786b-91a7-4ab8-9ff2-b69bbf31776f on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:29.850999 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Port df78786b-91a7-4ab8-9ff2-b69bbf31776f on network 5853af4e-080d-4f95-bfd5-3fa948549140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:20:29.851319 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Attempting to bind port df78786b-91a7-4ab8-9ff2-b69bbf31776f on network 5853af4e-080d-4f95-bfd5-3fa948549140 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:29.856260 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:29.856598 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Checking segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:29.857534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Bound using segment: {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:29.857968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Bound port: df78786b-91a7-4ab8-9ff2-b69bbf31776f, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:29.858320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.924481 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:29.927580 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:29.932557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.971135 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:29.971744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.973107 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] 10.222.0.107 "PUT /v2.0/ports/df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 1093 time: 0.5973394 Oct 28 12:20:29.973550 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:29.975809 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7139a60-60f5-495c-9ba9-63a400bb9698" -d '{"events": [{"name": "network-changed", "server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:30.000353 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f262ac-665f-456b-ad1c-f79bd038a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:30.026633 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b3661-bb53-42a4-8640-421c73ffd0bb x-openstack-request-id: req-2b6b3661-bb53-42a4-8640-421c73ffd0bb {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:30.026946 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:30.027197 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b6b3661-bb53-42a4-8640-421c73ffd0bb {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:30.027582 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'status': 'completed', 'code': 200} Oct 28 12:20:30.061865 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-79fe124f-ecec-4bed-b36d-4c23d736bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.063495 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-79fe124f-ecec-4bed-b36d-4c23d736bff4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1096 time: 0.0475416 Oct 28 12:20:30.108563 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-4e5b1093-1a84-4bb7-a121-90d6b660eecd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 217 time: 0.0351939 Oct 28 12:20:30.161189 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-29ab18c9-a4f4-4238-83cd-3f5a1cb378bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.162578 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-29ab18c9-a4f4-4238-83cd-3f5a1cb378bd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0458136 Oct 28 12:20:30.212374 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-9c236070-ce40-425c-ab60-94620bacd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.214230 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-9c236070-ce40-425c-ab60-94620bacd4c1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450757 Oct 28 12:20:30.306123 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-77ac9ede-0d1b-412d-9ac1-c4bc3f89487e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837433 Oct 28 12:20:30.368984 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e419807-157f-4189-9093-3f9d34299970 req-e7c0cb7f-80df-428f-80bf-6ccf7d8dbfe2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.370624 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2e419807-157f-4189-9093-3f9d34299970 req-e7c0cb7f-80df-428f-80bf-6ccf7d8dbfe2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0493555 Oct 28 12:20:30.399920 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ac69beb4-c0df-4f27-9f63-9e646b45dfd4 req-3e5f916c-bcb1-4b60-b5ce-18b7b6a19d02 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853806 Oct 28 12:20:30.409161 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2e419807-157f-4189-9093-3f9d34299970 req-6d284584-bf8c-41a6-88c6-37a114229a66 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Oct 28 12:20:30.485947 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-08b85cc3-bd4a-410d-a200-1f2dfacebfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.487491 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-08b85cc3-bd4a-410d-a200-1f2dfacebfcf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1096 time: 0.0412307 Oct 28 12:20:30.579854 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-9d71746d-3d6c-4d98-8337-969b440b8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.581307 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-9d71746d-3d6c-4d98-8337-969b440b8678 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0868144 Oct 28 12:20:30.622994 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-000584ea-22d0-43c5-ae17-62a52da3b1eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 217 time: 0.0344090 Oct 28 12:20:30.674451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-0d8ed0e4-8f5f-468c-9c84-319eae4868ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.675841 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-0d8ed0e4-8f5f-468c-9c84-319eae4868ff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0461338 Oct 28 12:20:30.724766 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-0c73fcb9-8aa1-4625-a125-8eb509d43917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.726258 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-0c73fcb9-8aa1-4625-a125-8eb509d43917 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435686 Oct 28 12:20:30.847503 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-fa23e95c-d9a8-4c94-bd90-a7f9a8c4f02c service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139333 Oct 28 12:20:30.854812 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b04196-1758-4cee-bde9-12d2ca463fcc req-039ccab9-436e-4e69-a2bc-7db2fb739dab tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:30.856171 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-89b04196-1758-4cee-bde9-12d2ca463fcc req-039ccab9-436e-4e69-a2bc-7db2fb739dab tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0826428 Oct 28 12:20:30.938334 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-89b04196-1758-4cee-bde9-12d2ca463fcc req-1a9607b9-968d-426d-a02c-3bf162829309 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738261 Oct 28 12:20:30.968287 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7139a60-60f5-495c-9ba9-63a400bb9698 req-615ef58a-66ed-43fc-9004-12042fb95df4 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111872 Oct 28 12:20:31.522278 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd1f4-c9c6-4c76-888c-aa0c7722daf4 req-0fe03950-bcd4-4f05-ae68-5a38798cd29a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:31.523760 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c25cd1f4-c9c6-4c76-888c-aa0c7722daf4 req-0fe03950-bcd4-4f05-ae68-5a38798cd29a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0482867 Oct 28 12:20:31.564012 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c25cd1f4-c9c6-4c76-888c-aa0c7722daf4 req-1cc12907-3975-4ce5-a1b2-c8d47953c8d1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Oct 28 12:20:32.061468 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b60bd7-d8a5-469a-805d-101ceed6575e req-4d9d976e-c723-4d98-953e-42e804318077 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:32.062946 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a9b60bd7-d8a5-469a-805d-101ceed6575e req-4d9d976e-c723-4d98-953e-42e804318077 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0527785 Oct 28 12:20:32.099098 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a9b60bd7-d8a5-469a-805d-101ceed6575e req-24f913bd-a37e-44ac-bd34-b36e531fd1e1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303130 Oct 28 12:20:32.680373 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cda9a-4cba-4120-9e92-1892d15f4364 req-15b85b1b-94fd-4f3e-86f2-6d941a5386e2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:32.681459 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cc1cda9a-4cba-4120-9e92-1892d15f4364 req-15b85b1b-94fd-4f3e-86f2-6d941a5386e2 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Oct 28 12:20:32.724198 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cc1cda9a-4cba-4120-9e92-1892d15f4364 req-7679def6-d98b-4bc0-bdf3-316f73b4391b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312123 Oct 28 12:20:33.213768 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090b608-5d98-41a2-a8dd-0ca4fda70432 req-d7a93b8f-5f09-43cd-84d9-942b1f497865 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:33.215226 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1090b608-5d98-41a2-a8dd-0ca4fda70432 req-d7a93b8f-5f09-43cd-84d9-942b1f497865 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0482879 Oct 28 12:20:33.253838 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1090b608-5d98-41a2-a8dd-0ca4fda70432 req-067018d0-eedf-40ca-885d-23770a3a6c98 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Oct 28 12:20:33.348850 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:20:33.440549 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:33.451042 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:20:33.490478 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:33.502944 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:20:33.521574 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:33.525135 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:33.572349 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:33.737009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-8292c4c9-059f-4d3c-8aa0-d79ee23d72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:33.738372 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-8292c4c9-059f-4d3c-8aa0-d79ee23d72bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0417306 Oct 28 12:20:33.836473 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-4ff821b6-0fa2-4343-91fa-2a18705dd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:33.837937 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-4ff821b6-0fa2-4343-91fa-2a18705dd394 service neutron] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 911 time: 0.0912304 Oct 28 12:20:33.842170 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce3e95-4eaa-439b-9259-622d1d4d0e35 req-a8979413-c627-42ba-86c8-b736768a0b8a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:33.843705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f5ce3e95-4eaa-439b-9259-622d1d4d0e35 req-a8979413-c627-42ba-86c8-b736768a0b8a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Oct 28 12:20:33.886643 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f5ce3e95-4eaa-439b-9259-622d1d4d0e35 req-b2cfcc5b-6c7f-4ca5-a225-c3175c9db085 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368276 Oct 28 12:20:33.908311 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-81b42024-a6c3-469f-b93a-877b1a664c5a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 1000 time: 0.0617087 Oct 28 12:20:33.929921 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['df78786b-91a7-4ab8-9ff2-b69bbf31776f'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:20:33.963442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-93b87fe6-dd80-449b-95fc-22f571aeb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:33.964903 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-93b87fe6-dd80-449b-95fc-22f571aeb8eb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0496595 Oct 28 12:20:34.011332 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-4bc71d3a-0e77-4615-8371-5a857b7aafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:34.012726 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-4bc71d3a-0e77-4615-8371-5a857b7aafef service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399842 Oct 28 12:20:34.102350 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-49d9d7b1-469d-4528-8a94-0e2cb0166faf service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814397 Oct 28 12:20:34.194377 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a1b0dd33-23bd-4470-973a-ee9b31eb407d req-bca2eef1-5a05-4267-bc4d-cca02eda6669 service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836041 Oct 28 12:20:34.369250 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080fe48-707d-4bcd-8f05-e1954fb3af98 req-0bb6ef12-8409-4888-bfaa-62a9e5c27102 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:34.370726 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2080fe48-707d-4bcd-8f05-e1954fb3af98 req-0bb6ef12-8409-4888-bfaa-62a9e5c27102 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0480468 Oct 28 12:20:34.407910 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2080fe48-707d-4bcd-8f05-e1954fb3af98 req-d4765e79-7f34-4a62-9a43-806bd47ee706 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304081 Oct 28 12:20:34.847221 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-d36e1981-ae7b-415c-9555-49089a89ace6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117697042&fields=id&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 267 time: 0.0316699 Oct 28 12:20:34.956397 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-8c8745c7-f28e-4cc9-9898-0d37d0d08c3d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:34.957920 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-8c8745c7-f28e-4cc9-9898-0d37d0d08c3d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1040595 Oct 28 12:20:34.973376 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-79bcecc3-5bde-465f-bedc-3fb51f02a274 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/quotas/cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 375 time: 0.0094383 Oct 28 12:20:35.008472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617691-1977-48e4-a11d-10573fde58ca req-caf52714-a540-44ff-98e7-368e7d64e2f7 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:35.009951 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f617691-1977-48e4-a11d-10573fde58ca req-caf52714-a540-44ff-98e7-368e7d64e2f7 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0569544 Oct 28 12:20:35.023522 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-77e664db-3d47-49a1-a4e3-e4eb0245818d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446069 Oct 28 12:20:35.048865 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2f617691-1977-48e4-a11d-10573fde58ca req-32abda48-b174-48c7-b8e1-456347e14095 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Oct 28 12:20:35.120376 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-a84644b5-0997-4058-8b6d-4cc3a94f7efa service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845673 Oct 28 12:20:35.207219 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-a1d08960-8cf8-437b-8793-e34a2ea70380 service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806327 Oct 28 12:20:35.350202 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:35.398864 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port df78786b-91a7-4ab8-9ff2-b69bbf31776f completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:20:35.404061 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port df78786b-91a7-4ab8-9ff2-b69bbf31776f triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:35.404454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:35.499969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:35.510028 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ff05c064-07e0-409c-8a95-b7b4c942df64 req-b4b4b8ec-b533-496b-82e8-8f9e978b0a5f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 210 time: 0.0401833 Oct 28 12:20:35.537404 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:35.539705 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6488f6-7c94-43e8-8c11-d1d8307daad2" -d '{"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:35.545771 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc921ed2-69a2-4435-97a0-db5645ef321c req-534f559b-cf44-4266-b9e1-cbb4623f7958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:35.548901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cc921ed2-69a2-4435-97a0-db5645ef321c req-534f559b-cf44-4266-b9e1-cbb4623f7958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0606728 Oct 28 12:20:35.562469 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:35.569548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:35.597888 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75401fe0-3daa-43b3-bce7-a0896b70a0f6 x-openstack-request-id: req-75401fe0-3daa-43b3-bce7-a0896b70a0f6 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:35.598756 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:35.598756 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75401fe0-3daa-43b3-bce7-a0896b70a0f6 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:35.598972 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'code': 200} Oct 28 12:20:35.634099 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:35.782144 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963202-bd97-4e2e-bc0a-39c4efc2d684 req-2103cdd5-6a42-4cfb-912a-8f7437012e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:35.783798 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c8963202-bd97-4e2e-bc0a-39c4efc2d684 req-2103cdd5-6a42-4cfb-912a-8f7437012e38 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1098 time: 0.0488873 Oct 28 12:20:35.858598 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c8963202-bd97-4e2e-bc0a-39c4efc2d684 req-41182ed5-7881-42e9-8c1f-e57b7d4ef1ab service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598247 Oct 28 12:20:35.875375 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cc921ed2-69a2-4435-97a0-db5645ef321c req-8e3020f2-b938-463d-9ee0-c668b0262c7b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202479 Oct 28 12:20:36.165183 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32d23-faf2-4f0a-8123-622f242e5ade req-e0129278-cb67-4425-be71-4a697307b78d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:36.166771 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7cd32d23-faf2-4f0a-8123-622f242e5ade req-e0129278-cb67-4425-be71-4a697307b78d tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Oct 28 12:20:36.215028 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7cd32d23-faf2-4f0a-8123-622f242e5ade req-87f76499-8fc8-4b4f-9c57-e0d2daf72de8 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Oct 28 12:20:36.592577 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e4884c76-01cc-4a65-8b49-7e11bab73d73 req-015f3479-1f8d-4e95-b636-73840745abc9 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 210 time: 0.0268052 Oct 28 12:20:37.010929 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adddc57-b5b1-4adc-be56-b7b9bb499054 req-7d67469f-1344-48e9-9c3a-839ad2b1e2ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.012589 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7adddc57-b5b1-4adc-be56-b7b9bb499054 req-7d67469f-1344-48e9-9c3a-839ad2b1e2ec tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0589159 Oct 28 12:20:37.073349 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-2b452497-ddf5-4f97-8eb2-b8cc1fe5f485 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787921 Oct 28 12:20:37.077433 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7adddc57-b5b1-4adc-be56-b7b9bb499054 req-56cbc6ab-6447-4e8e-93d5-b96b38208501 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 Oct 28 12:20:37.130425 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-9a0a28eb-212c-4593-8738-ad8a68666caa tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.132174 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-9a0a28eb-212c-4593-8738-ad8a68666caa tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1226623 Oct 28 12:20:37.145768 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-6d359d99-6ca2-4071-a36c-d966b2b56f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.147671 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-6d359d99-6ca2-4071-a36c-d966b2b56f49 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.0499449 Oct 28 12:20:37.180711 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-b39c6e07-d9b6-46d0-8502-3bbb64983b8d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 380 time: 0.0351048 Oct 28 12:20:37.197175 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'port': {'device_id': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'admin_state_up': True, 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'security_groups': ['88e08896-48ce-4ef8-a647-22d6b6a50e3a']}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:37.307491 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-bd5f2fd3-5f2b-4bcd-821e-579dc8820632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.309258 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-bd5f2fd3-5f2b-4bcd-821e-579dc8820632 service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.1156430 Oct 28 12:20:37.378520 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8d58f-9099-4298-a541-1e9cdd71da2e req-1da9ef7e-fc7a-4edd-a7ab-20f1b23b3fa3 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.380065 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f6e8d58f-9099-4298-a541-1e9cdd71da2e req-1da9ef7e-fc7a-4edd-a7ab-20f1b23b3fa3 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0779026 Oct 28 12:20:37.381208 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Made reservation on behalf of cfa9219e414f4bd49dcbf215ed8d6f35 for: {'port': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:20:37.384414 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:37.392800 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-a8498de2-c89f-4fda-8823-c7088194464d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1002 time: 0.0748961 Oct 28 12:20:37.446954 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-4ed1964a-12fc-470e-812a-02ed5b3123c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.448414 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-4ed1964a-12fc-470e-812a-02ed5b3123c5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0483596 Oct 28 12:20:37.465882 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f6e8d58f-9099-4298-a541-1e9cdd71da2e req-98a6ef7e-7f6f-4a87-89f1-579efa9b5d24 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782015 Oct 28 12:20:37.504918 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-12ffe6b8-3920-4f79-a533-d2bc534e1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.506798 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-12ffe6b8-3920-4f79-a533-d2bc534e1b02 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491230 Oct 28 12:20:37.557227 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.20.0.7 (0274befd-d9a1-4ff6-a2b6-a21e079de445/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5/695c0857-cf64-4a4c-9dc1-67c7d611fbf6) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:37.638660 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-2931e3a9-773c-4d20-80d3-ccd47c9a27a6 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203856 Oct 28 12:20:37.718037 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-de856c33-003d-4b77-9ccb-d633e9013a58 req-96172737-2368-4c00-9772-cc2bb5feedff service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:20:37.719090 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-de856c33-003d-4b77-9ccb-d633e9013a58 req-96172737-2368-4c00-9772-cc2bb5feedff service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077858 Oct 28 12:20:37.751645 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8490c0d7-aba0-403d-a3a8-ff26fecedafe req-5075e71c-3e84-406a-bdba-eed4bc2b7012 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 210 time: 0.0424407 Oct 28 12:20:37.761499 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2280a07f-ddfb-4ec1-8df8-50582e38c747 req-310c374a-64eb-45cc-a4c7-bc36985acd5d service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103668 Oct 28 12:20:37.781541 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:37.817209 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:37.864797 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:37.867989 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:37.871728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:37.877950 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:37.914882 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.915233 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.915589 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.915911 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.916245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.916574 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.916900 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.917224 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.917548 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.917869 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.918189 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.918506 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:37.944521 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:37.945140 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:37.961689 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-ed475843-cadb-42a1-af88-3903697d066e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681568 Oct 28 12:20:37.975731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Request body: {'port': {'device_id': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:38.031896 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.127356 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-799e9f9a-3407-4aa3-b5db-fca29d36e45a None None] Provisioning complete for port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:38.127867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-799e9f9a-3407-4aa3-b5db-fca29d36e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.162211 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-799e9f9a-3407-4aa3-b5db-fca29d36e45a None None] Port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:20:38.262763 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d13a95-294b-4ec8-ac6f-01ea02f44e8b req-3d4961cf-c1e4-4724-826c-b68275bf560c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.264245 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-11d13a95-294b-4ec8-ac6f-01ea02f44e8b req-3d4961cf-c1e4-4724-826c-b68275bf560c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0931308 Oct 28 12:20:38.332330 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-11d13a95-294b-4ec8-ac6f-01ea02f44e8b req-eb0401e6-6f65-49eb-8f1e-941d284bb1eb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579994 Oct 28 12:20:38.362207 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 {{(pid=101493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:20:38.369663 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.382215 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.provisioning_blocks [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Transition to ACTIVE for port object 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 will not be triggered until provisioned by entity L2. {{(pid=101493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:20:38.386113 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.470466 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:38.531422 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d4d2-8d51-4bd9-9385-a1911dd44672 req-f302955b-f47b-4174-b718-d6276a7d0310 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.532958 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c52d4d2-8d51-4bd9-9385-a1911dd44672 req-f302955b-f47b-4174-b718-d6276a7d0310 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.1175768 Oct 28 12:20:38.542534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 34830) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:38.548150 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Request body: {'floatingip': {'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:38.556611 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Attempting to bind port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:20:38.556946 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Attempting to bind port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:20:38.557280 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Attempting to bind port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:38.561953 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:20:38.562269 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Attempting to bind port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:20:38.567314 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:20:38.567651 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:20:38.568032 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Bound using segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} {{(pid=101493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:20:38.568455 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.managers [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Bound port: 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}}] {{(pid=101493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:20:38.568806 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.592156 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.637210 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, cleared binding levels {{(pid=101493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:20:38.640886 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:20:38.645262 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.682933 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.683383 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.685112 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] 10.222.0.107 "PUT /v2.0/ports/695c0857-cf64-4a4c-9dc1-67c7d611fbf6 HTTP/1.1" status: 200 len: 1093 time: 0.7137938 Oct 28 12:20:38.685458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:38.688215 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21339bca-bb66-4d9c-9955-f72247b1814a" -d '{"events": [{"name": "network-changed", "server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:38.712674 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66201-930c-4422-908e-c5c1fadae6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=3']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:38.806227 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-84de72fa-3962-4d70-9c44-24f8cee14e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.808164 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-84de72fa-3962-4d70-9c44-24f8cee14e01 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 1096 time: 0.0586586 Oct 28 12:20:38.826423 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38696ecf-50e8-4d49-a869-bb72ca1a9468 x-openstack-request-id: req-38696ecf-50e8-4d49-a869-bb72ca1a9468 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:38.827965 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:38.827965 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38696ecf-50e8-4d49-a869-bb72ca1a9468 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:38.827965 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'status': 'completed', 'code': 200} Oct 28 12:20:38.890892 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.916957 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-a148fdd7-b4a4-41d1-a55d-0804586996ad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6 HTTP/1.1" status: 200 len: 217 time: 0.0978558 Oct 28 12:20:39.012134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-cecce578-23ea-404b-b0c3-f11586ce3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.014346 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-cecce578-23ea-404b-b0c3-f11586ce3aaa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0960393 Oct 28 12:20:39.026167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0088bd-f98b-4bdb-9f5c-5b98f6a66e2b req-1c6303c3-5842-49c4-ae9b-9492e7c38c44 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.027909 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ab0088bd-f98b-4bdb-9f5c-5b98f6a66e2b req-1c6303c3-5842-49c4-ae9b-9492e7c38c44 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0880609 Oct 28 12:20:39.039140 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34846) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:39.069872 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4286-191a-4317-8a8d-57421ab28cb6 req-1695e108-4f59-4b08-a011-4ed0886c4442 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.071717 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b85c4286-191a-4317-8a8d-57421ab28cb6 req-1695e108-4f59-4b08-a011-4ed0886c4442 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.1282549 Oct 28 12:20:39.104206 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ab0088bd-f98b-4bdb-9f5c-5b98f6a66e2b req-17f3a01c-6de6-4200-93c8-30502be5d9de tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663664 Oct 28 12:20:39.116185 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-a52bb01f-45a4-4f06-afc5-9c9c7c5da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.117731 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-a52bb01f-45a4-4f06-afc5-9c9c7c5da641 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888391 Oct 28 12:20:39.159160 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b85c4286-191a-4317-8a8d-57421ab28cb6 req-ae0a7736-adeb-4cf4-bc37-6a8527a6e101 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749359 Oct 28 12:20:39.209950 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-2e29e49b-b053-461a-8961-c692109e4d21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1702604 Oct 28 12:20:39.214273 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:39.220079 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:39.228114 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-44bc1d60-beb0-402d-97e4-a6a78be4f374 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:20:39.229479 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-44bc1d60-beb0-402d-97e4-a6a78be4f374 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083706 Oct 28 12:20:39.263895 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-1f30cf5d-9563-4148-8615-dc420f16492f service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Oct 28 12:20:39.336365 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Floating IP 7edaf092-636a-445b-a6c8-7de38b159a4f associated. External IP: 172.27.2.50, port: df78786b-91a7-4ab8-9ff2-b69bbf31776f. Oct 28 12:20:39.356553 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:39.360429 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b3c77e67-a917-411a-ba0c-4c1885be73c5 req-2f6fd578-3df4-4a72-bc5d-35b816c8b864 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878632 Oct 28 12:20:39.441832 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:39.461169 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339bca-bb66-4d9c-9955-f72247b1814a req-63b8514b-d920-4175-8cb3-a0799117a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.462574 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-63b8514b-d920-4175-8cb3-a0799117a8a0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 1096 time: 0.0516226 Oct 28 12:20:39.471910 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:39.474526 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55244e8f-2a88-408f-96ad-43caa3c37fa8" -d '{"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-unplugged", "status": "completed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:39.509606 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:39.515044 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d449af-8ff6-48d2-9244-4fa6de15b505 x-openstack-request-id: req-c5d449af-8ff6-48d2-9244-4fa6de15b505 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:39.515378 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-unplugged", "status": "failed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "code": 422}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:39.515641 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5d449af-8ff6-48d2-9244-4fa6de15b505 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:39.516466 dv-cinder-815712-4-iscsi neutron-server[101495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'code': 422} returned with failed status Oct 28 12:20:39.517860 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:39.572851 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=6']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:39.594172 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:39.594735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339bca-bb66-4d9c-9955-f72247b1814a req-91b882e0-51d0-48b2-b1d8-a7cda1265fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.598200 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-91b882e0-51d0-48b2-b1d8-a7cda1265fc3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.1175075 Oct 28 12:20:39.652134 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-d19fd40c-ac56-4cbf-a69a-2d0beb890c76 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6 HTTP/1.1" status: 200 len: 217 time: 0.0474501 Oct 28 12:20:39.713285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339bca-bb66-4d9c-9955-f72247b1814a req-628abe76-1388-4c4b-b790-c0138e1f7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.714745 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-628abe76-1388-4c4b-b790-c0138e1f7a37 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0538669 Oct 28 12:20:39.766558 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339bca-bb66-4d9c-9955-f72247b1814a req-87821c8b-0fcc-4181-8e69-3214f05a96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.768374 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-87821c8b-0fcc-4181-8e69-3214f05a96ef service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449350 Oct 28 12:20:39.861737 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-b288cf16-e169-489e-91a7-5fc56e6ec510 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Oct 28 12:20:39.953102 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:39.957981 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:39.964961 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:39.969136 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-21339bca-bb66-4d9c-9955-f72247b1814a req-685e8343-6a51-46a6-9c3d-b43f5f7c12ee service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996869 Oct 28 12:20:39.983030 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:39.984075 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:20:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:39.994768 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a0543582-193e-4858-996c-fbb291fe72f1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "PUT /v2.0/floatingips/7edaf092-636a-445b-a6c8-7de38b159a4f HTTP/1.1" status: 200 len: 990 time: 1.4510076 Oct 28 12:20:39.995587 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:39.998185 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88fff9-d9b0-4499-a941-9e8838dc4792" -d '{"events": [{"name": "network-changed", "server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:40.053201 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3fe072-74ae-4a41-b33d-7d2cf0074797 x-openstack-request-id: req-2a3fe072-74ae-4a41-b33d-7d2cf0074797 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:40.053658 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:40.054045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a3fe072-74ae-4a41-b33d-7d2cf0074797 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:40.054645 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'status': 'completed', 'code': 200} Oct 28 12:20:40.098947 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:40.126852 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-806a213f-4f39-4270-9604-d58616f80dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.128307 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-806a213f-4f39-4270-9604-d58616f80dc7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1098 time: 0.0466831 Oct 28 12:20:40.274222 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d3e3b-0fa2-4ece-84c1-e6c7a465961f req-f80ddd80-b205-46b7-86e4-81a2cc24b994 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.282894 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d3d3e3b-0fa2-4ece-84c1-e6c7a465961f req-f80ddd80-b205-46b7-86e4-81a2cc24b994 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0937865 Oct 28 12:20:40.312960 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-d58dedf9-6ee3-4e6d-8641-05e1df34ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.313668 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1f2c-a664-4b03-95c8-8a8d46c77b22 req-773099a4-40d2-468f-ac4d-04ba4336026b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.315894 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-d58dedf9-6ee3-4e6d-8641-05e1df34ef0c service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.1757791 Oct 28 12:20:40.319777 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-851b1f2c-a664-4b03-95c8-8a8d46c77b22 req-773099a4-40d2-468f-ac4d-04ba4336026b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0743279 Oct 28 12:20:40.380938 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '7edaf092-636a-445b-a6c8-7de38b159a4f', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19635150-a15f-4d59-a3a3-adc15a411e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:26Z', 'updated_at': '2021-10-28T12:20:39Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:40.382587 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-851b1f2c-a664-4b03-95c8-8a8d46c77b22 req-f85169f8-d2ae-4fe4-805b-cff8c5173ea7 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533929 Oct 28 12:20:40.383693 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d3d3e3b-0fa2-4ece-84c1-e6c7a465961f req-f8174860-edb4-4db8-8fe1-a48812ccc7b9 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999541 Oct 28 12:20:40.417595 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-a22db397-1ae8-456e-b8de-206f4d39a615 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 998 time: 0.0939944 Oct 28 12:20:40.424418 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:40.433019 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:40.433624 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:20:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:40.480817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-21638366-3cd1-45f3-8092-7cdffaf06091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.482901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-21638366-3cd1-45f3-8092-7cdffaf06091 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0513809 Oct 28 12:20:40.531219 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-0bfbe4a9-40b6-4a87-8586-875d8d8fd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.532725 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-0bfbe4a9-40b6-4a87-8586-875d8d8fd7b7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417953 Oct 28 12:20:40.545161 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:40.639721 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-3a7ab102-fa8f-45a8-8d27-32cec4d7231e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923955 Oct 28 12:20:40.739592 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf88fff9-d9b0-4499-a941-9e8838dc4792 req-9043a352-5fb5-4209-af65-749c2ed5ae28 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903454 Oct 28 12:20:40.791546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '7edaf092-636a-445b-a6c8-7de38b159a4f', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19635150-a15f-4d59-a3a3-adc15a411e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:26Z', 'updated_at': '2021-10-28T12:20:39Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:40.818196 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d855-46e6-48c0-8872-82bf5845217a None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '7edaf092-636a-445b-a6c8-7de38b159a4f', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '84d6e896-0789-4196-87df-59e410528da3', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19635150-a15f-4d59-a3a3-adc15a411e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:26Z', 'updated_at': '2021-10-28T12:20:39Z', 'revision_number': 1, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:40.994266 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67e8bf-f68a-41d2-8972-0e34d6f49c9a None None] New status for floating IP 7edaf092-636a-445b-a6c8-7de38b159a4f: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:20:41.069251 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9404-5485-491c-af42-d3244c47240e req-f398ff2d-f498-4e7e-be70-a4447b6aa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.070773 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-f398ff2d-f498-4e7e-be70-a4447b6aa387 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037&tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb HTTP/1.1" status: 200 len: 1096 time: 0.0447004 Oct 28 12:20:41.134029 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9404-5485-491c-af42-d3244c47240e req-80dc4f4a-f5e2-4def-9027-61df583bdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.135682 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-80dc4f4a-f5e2-4def-9027-61df583bdc99 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1096 time: 0.0426769 Oct 28 12:20:41.230837 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9404-5485-491c-af42-d3244c47240e req-d9d0edcb-79f3-4ec8-b910-6650275818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.232870 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-d9d0edcb-79f3-4ec8-b910-6650275818a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 911 time: 0.0885093 Oct 28 12:20:41.302811 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-5cd74f90-4102-4612-be12-58674db1c37d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 998 time: 0.0600080 Oct 28 12:20:41.353566 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9404-5485-491c-af42-d3244c47240e req-e93185da-c944-41da-81f5-d04494d2e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.355058 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-e93185da-c944-41da-81f5-d04494d2e0c6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0430522 Oct 28 12:20:41.402502 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9404-5485-491c-af42-d3244c47240e req-1539d804-0505-4abb-87a3-6d35bcf1ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.403965 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-1539d804-0505-4abb-87a3-6d35bcf1ed42 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391786 Oct 28 12:20:41.506948 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df36e-6b3b-49d0-94bd-b69f65c70e08 req-094ff7e7-9d26-44cd-bafe-fdaf77a7e63c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.508429 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-420df36e-6b3b-49d0-94bd-b69f65c70e08 req-094ff7e7-9d26-44cd-bafe-fdaf77a7e63c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0491822 Oct 28 12:20:41.535436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9caf-a6ee-4f80-bb1b-94b7f9ef0d3b req-cefbe6a8-ce30-4632-9b22-fcb859473294 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:41.536899 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fcfa9caf-a6ee-4f80-bb1b-94b7f9ef0d3b req-cefbe6a8-ce30-4632-9b22-fcb859473294 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0774770 Oct 28 12:20:41.539059 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-1924f3e9-d642-4bf7-a675-9001462643df service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260576 Oct 28 12:20:41.547728 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-420df36e-6b3b-49d0-94bd-b69f65c70e08 req-b2af3d02-b549-4f0b-b76f-bd2e36a40a10 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 Oct 28 12:20:41.623043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fcfa9caf-a6ee-4f80-bb1b-94b7f9ef0d3b req-46fed6ec-f3e6-4255-ba40-a80987894c4a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796375 Oct 28 12:20:41.656797 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-900c9404-5485-491c-af42-d3244c47240e req-1a66ca9d-5993-4101-b161-4d62ac331f8f service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060250 Oct 28 12:20:42.664969 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9df7c1-9815-41ea-bf42-3156b1c70755 req-1b5fbb8e-9901-446d-b84b-be065f6fcce7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:42.666463 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8a9df7c1-9815-41ea-bf42-3156b1c70755 req-1b5fbb8e-9901-446d-b84b-be065f6fcce7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0511827 Oct 28 12:20:42.705110 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8a9df7c1-9815-41ea-bf42-3156b1c70755 req-7663d556-201e-4899-9710-860a2d3e5659 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Oct 28 12:20:42.745511 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d099-73ac-4257-9ae6-67f81f5a1d52 req-dab6b66d-5f95-4398-bf14-bcaad441dba3 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:42.747620 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5d67d099-73ac-4257-9ae6-67f81f5a1d52 req-dab6b66d-5f95-4398-bf14-bcaad441dba3 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0516250 Oct 28 12:20:42.783809 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5d67d099-73ac-4257-9ae6-67f81f5a1d52 req-d516be2f-5577-479a-86bd-dc80d25afdb9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302660 Oct 28 12:20:42.962970 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:20:43.816668 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426494f8-13ba-472e-a6fa-4c5972c2749f req-3dcd731a-f24a-4e28-bf7c-67c4cfb08cfd tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:43.818141 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-426494f8-13ba-472e-a6fa-4c5972c2749f req-3dcd731a-f24a-4e28-bf7c-67c4cfb08cfd tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0483234 Oct 28 12:20:43.859498 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-426494f8-13ba-472e-a6fa-4c5972c2749f req-8d271542-ce5f-4ba4-83f6-e47084f5745f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Oct 28 12:20:43.901963 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596662-8fc2-44cd-adbf-2c649096b492 req-d6927889-d211-4c19-b584-18462cb141a1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:43.903971 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3596662-8fc2-44cd-adbf-2c649096b492 req-d6927889-d211-4c19-b584-18462cb141a1 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0505719 Oct 28 12:20:43.944468 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a3596662-8fc2-44cd-adbf-2c649096b492 req-bee412db-fca7-45fa-9d0a-38cc33cbc266 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346458 Oct 28 12:20:44.973693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db4cd-8a75-4376-ba61-8b2e3fb00c2d req-dc4c6f83-874c-48b8-b1bd-c2371a1791fb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:44.975226 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a98db4cd-8a75-4376-ba61-8b2e3fb00c2d req-dc4c6f83-874c-48b8-b1bd-c2371a1791fb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0488853 Oct 28 12:20:45.012876 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a98db4cd-8a75-4376-ba61-8b2e3fb00c2d req-09592f7a-c10d-482a-949c-b180aa55054e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Oct 28 12:20:45.062404 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3545ff-e4d3-4101-89a6-a94d372cbee8 req-f70c10b5-81a9-4fa6-a076-2fb2ecb0ec20 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:45.063906 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6d3545ff-e4d3-4101-89a6-a94d372cbee8 req-f70c10b5-81a9-4fa6-a076-2fb2ecb0ec20 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0508420 Oct 28 12:20:45.103479 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6d3545ff-e4d3-4101-89a6-a94d372cbee8 req-1da17fc4-786e-40f6-8c3a-6e23560aef3a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334799 Oct 28 12:20:46.130946 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73811d60-1b7b-48a3-8db6-49643e79a4d7 req-b0c75711-4ed6-426e-9ab9-bc113a336765 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:46.132535 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-73811d60-1b7b-48a3-8db6-49643e79a4d7 req-b0c75711-4ed6-426e-9ab9-bc113a336765 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0527327 Oct 28 12:20:46.170601 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-73811d60-1b7b-48a3-8db6-49643e79a4d7 req-c237c81f-ce29-480d-bc62-eb2278596599 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Oct 28 12:20:46.221161 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23d591-55cb-4f09-aba5-39a7d332cc43 req-df0812b4-44ca-467c-8379-0e1839d08b8c tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:46.222664 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec23d591-55cb-4f09-aba5-39a7d332cc43 req-df0812b4-44ca-467c-8379-0e1839d08b8c tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0480778 Oct 28 12:20:46.259611 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ec23d591-55cb-4f09-aba5-39a7d332cc43 req-595ae590-9bb2-4dff-9257-d5a628aa1466 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Oct 28 12:20:47.283259 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6d131-b4b2-4dae-afe7-cb09357f78b6 req-6fd0fa89-3e67-4a51-be87-a27dfb0679e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:47.284727 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-78d6d131-b4b2-4dae-afe7-cb09357f78b6 req-6fd0fa89-3e67-4a51-be87-a27dfb0679e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 943 time: 0.0478914 Oct 28 12:20:47.330511 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-78d6d131-b4b2-4dae-afe7-cb09357f78b6 req-21578bd2-dcb2-4c8f-b323-fb0126caa7fe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361872 Oct 28 12:20:47.382614 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:20:47.385849 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4be2e-4718-4549-b438-c57d45caac03 req-e8668ea7-b578-430c-ac6a-48e988628f61 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:47.387391 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eab4be2e-4718-4549-b438-c57d45caac03 req-e8668ea7-b578-430c-ac6a-48e988628f61 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0504858 Oct 28 12:20:47.425999 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-eab4be2e-4718-4549-b438-c57d45caac03 req-904cae63-f6fd-40d0-adf4-23188b4b3490 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Oct 28 12:20:47.477494 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:47.488392 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'port_id': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'mac_address': 'fa:16:3e:2a:80:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:20:47.528758 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.541311 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:20:47.559760 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:47.564651 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.609771 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:47.977095 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['695c0857-cf64-4a4c-9dc1-67c7d611fbf6'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:20:48.445613 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731b48c-dab6-4f6e-985c-6f7cd0632f5e req-e1b1781a-cbe9-4d1d-9b9a-d028c878d32b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:48.447078 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b731b48c-dab6-4f6e-985c-6f7cd0632f5e req-e1b1781a-cbe9-4d1d-9b9a-d028c878d32b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 944 time: 0.0506198 Oct 28 12:20:48.485876 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b731b48c-dab6-4f6e-985c-6f7cd0632f5e req-506b32d3-6f71-425d-b4a0-4973752dd13f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Oct 28 12:20:48.543564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f8c-2fc8-4bd9-bfa2-b715f0f285db req-3c6f7d36-af56-46c4-b226-d1e74d0fc806 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:48.545337 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dc730f8c-2fc8-4bd9-bfa2-b715f0f285db req-3c6f7d36-af56-46c4-b226-d1e74d0fc806 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0488307 Oct 28 12:20:48.581489 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dc730f8c-2fc8-4bd9-bfa2-b715f0f285db req-6f0a608a-d24c-464d-a3ac-19f227b54453 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Oct 28 12:20:49.395066 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:20:49.399011 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:49.504975 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:20:49.511319 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:49.511689 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.557499 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:49.574249 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '6d493e72-8230-488e-974e-b32ede2a9db0', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'port_id': '6d493e72-8230-488e-974e-b32ede2a9db0', 'mac_address': 'fa:16:3e:ad:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:20:49.602535 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa318de9-00eb-495c-9be9-ad03f9341f73 req-e322983c-09f9-4ec2-b411-aa9660e6a02b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:49.614259 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-aa318de9-00eb-495c-9be9-ad03f9341f73 req-e322983c-09f9-4ec2-b411-aa9660e6a02b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 944 time: 0.0523245 Oct 28 12:20:49.652083 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.658807 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-aa318de9-00eb-495c-9be9-ad03f9341f73 req-3e63f058-dc3c-4099-813d-1bb974c83f46 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Oct 28 12:20:49.663735 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.679824 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d493e72-8230-488e-974e-b32ede2a9db0 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:20:49.703029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:49.705267 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5780f8-2549-495a-9560-1df35023d259" -d '{"events": [{"server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "name": "network-vif-plugged", "status": "completed", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:49.708816 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378886-a954-406a-b0ea-82a782bfd985 req-a61cc5fa-38b1-405f-b487-28afb944c35c tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:49.710927 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95378886-a954-406a-b0ea-82a782bfd985 req-a61cc5fa-38b1-405f-b487-28afb944c35c tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 943 time: 0.0536656 Oct 28 12:20:49.723136 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:49.725981 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:49.731254 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.738615 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.758472 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-95378886-a954-406a-b0ea-82a782bfd985 req-3e64995f-1f8c-475e-9dc0-95120b1ece18 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 Oct 28 12:20:49.761337 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d18f60e-26c5-43b8-a682-cc2fb9d02ad3 x-openstack-request-id: req-3d18f60e-26c5-43b8-a682-cc2fb9d02ad3 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:49.761561 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "name": "network-vif-plugged", "status": "completed", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:49.761811 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d18f60e-26c5-43b8-a682-cc2fb9d02ad3 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:49.762195 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'code': 200} Oct 28 12:20:49.789588 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=7']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:49.841317 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:49.988515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086caab-52fd-424d-a4d4-19ec514fda68 req-e7eb70ed-d2c8-4221-83fa-93a9f18062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:49.989979 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7086caab-52fd-424d-a4d4-19ec514fda68 req-e7eb70ed-d2c8-4221-83fa-93a9f18062d4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 1098 time: 0.0398781 Oct 28 12:20:50.035568 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7086caab-52fd-424d-a4d4-19ec514fda68 req-39e77384-8d40-45b1-b785-82985d770460 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Oct 28 12:20:50.119341 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6d493e72-8230-488e-974e-b32ede2a9db0'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:20:50.878985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1d138-621f-40da-8a6c-a2e148dd3752 req-a8411df8-ea23-4cd8-afd9-f22149c53e41 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:50.880490 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-33b1d138-621f-40da-8a6c-a2e148dd3752 req-a8411df8-ea23-4cd8-afd9-f22149c53e41 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 944 time: 0.0491967 Oct 28 12:20:50.917200 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49be07-ecfa-4487-ab35-fd06427bca10 req-77e1fda1-4e13-4377-b17a-c8f7b6308bed tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:50.918608 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3f49be07-ecfa-4487-ab35-fd06427bca10 req-77e1fda1-4e13-4377-b17a-c8f7b6308bed tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0493088 Oct 28 12:20:50.919608 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-33b1d138-621f-40da-8a6c-a2e148dd3752 req-a2ae2f1a-d508-4e3d-89a4-35a8a9c45b9e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332081 Oct 28 12:20:50.957563 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3f49be07-ecfa-4487-ab35-fd06427bca10 req-0137c4ae-ec1c-45b9-983a-b007c6b1dce5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Oct 28 12:20:51.401468 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:20:51.450964 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 6d493e72-8230-488e-974e-b32ede2a9db0 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:20:51.451243 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:51.532141 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:51.680260 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:51.683767 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:51.729946 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=8']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:51.762966 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:51.765792 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1b4825-505d-4b3a-868a-a2b49cd0bea4" -d '{"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-plugged", "status": "completed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:51.800165 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad291f-f9ea-4117-8edc-397184f685ad x-openstack-request-id: req-acad291f-f9ea-4117-8edc-397184f685ad {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:51.800462 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-plugged", "status": "completed", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:51.800711 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acad291f-f9ea-4117-8edc-397184f685ad {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:51.801120 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'code': 200} Oct 28 12:20:51.966814 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-53c49e0f-6a92-4ae4-972e-735ec5726534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:52.074612 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a2741-41f1-4637-9747-11e2391b4afa req-97e753f0-bf04-44d0-9f5d-26f21118fb7a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:52.076168 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cd9a2741-41f1-4637-9747-11e2391b4afa req-97e753f0-bf04-44d0-9f5d-26f21118fb7a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0503600 Oct 28 12:20:52.082131 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa607-cc4a-4c90-bc0a-e105a53d7d3a req-f6bfcdb6-1a4b-4622-ba11-215bd4bc51c8 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:52.083643 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0bdaa607-cc4a-4c90-bc0a-e105a53d7d3a req-f6bfcdb6-1a4b-4622-ba11-215bd4bc51c8 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0843763 Oct 28 12:20:52.085494 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eab29-2dcc-4880-b8c4-5de620554714 req-ddbe6868-ea51-4ce8-9af7-594aff086a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:52.086996 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-989eab29-2dcc-4880-b8c4-5de620554714 req-ddbe6868-ea51-4ce8-9af7-594aff086a61 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0606358 Oct 28 12:20:52.115687 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-cd9a2741-41f1-4637-9747-11e2391b4afa req-8a4a4b34-4011-4c4e-bde4-3f7baa2e7968 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Oct 28 12:20:52.151954 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0bdaa607-cc4a-4c90-bc0a-e105a53d7d3a req-3de4d1b5-bf3d-4799-9351-86635d62030e tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617206 Oct 28 12:20:52.157622 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-989eab29-2dcc-4880-b8c4-5de620554714 req-60206431-bdaa-4ede-8417-77e47bd26e84 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605826 Oct 28 12:20:52.255307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d78ae-c741-4546-95c2-37094ad7f547 req-fa7436f8-4ba2-4106-a79d-c00f060f6b3f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:52.256670 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb9d78ae-c741-4546-95c2-37094ad7f547 req-fa7436f8-4ba2-4106-a79d-c00f060f6b3f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0485201 Oct 28 12:20:52.293112 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-cb9d78ae-c741-4546-95c2-37094ad7f547 req-a54a4d49-4175-4b2f-a4b2-6232c78629ae tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Oct 28 12:20:52.315850 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34944) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:52.397666 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42872a28-13fa-45f7-9f62-88ac9c6824f9 tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:52.399977 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-42872a28-13fa-45f7-9f62-88ac9c6824f9 tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 1093 time: 0.0828457 Oct 28 12:20:52.402817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 34948) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:52.407940 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'port_id': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:20:52.430084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:52.528347 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:52.630550 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.27.2.62 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:20:52.742904 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:52.774756 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:52.815224 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:20:52.819437 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:20:52.821947 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:20:52.827812 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:53.418229 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38fb0-52fb-4750-8861-3eb7c2ec19cb req-ff1a2e95-fd1d-4124-b8a2-0514f7dc91d4 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:53.419980 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-66e38fb0-52fb-4750-8861-3eb7c2ec19cb req-ff1a2e95-fd1d-4124-b8a2-0514f7dc91d4 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0870101 Oct 28 12:20:53.442331 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:53.489283 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-66e38fb0-52fb-4750-8861-3eb7c2ec19cb req-b49c02f7-8875-478e-b7bb-2ae26afd4d7a tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623009 Oct 28 12:20:53.528925 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:53.683617 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:53.688047 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:53.753807 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:53.765570 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:53.862556 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 07757652-6be1-4473-b573-5bcbaa355bae associated. External IP: 172.27.2.62, port: 695c0857-cf64-4a4c-9dc1-67c7d611fbf6. Oct 28 12:20:54.067137 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:54.177415 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:54.187876 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:54.195033 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:54.197571 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:54.198176 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:20:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:54.234704 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-0fedfa94-f636-4239-bebd-3380ae00c4e7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8182697 Oct 28 12:20:54.234704 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:54.234704 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c533675d-a668-4e42-9b8f-189f43448d26" -d '{"events": [{"name": "network-changed", "server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:54.260859 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb8ffaa-1c74-4abe-afbb-6c745ce8929b x-openstack-request-id: req-afb8ffaa-1c74-4abe-afbb-6c745ce8929b {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:54.261154 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:54.261405 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afb8ffaa-1c74-4abe-afbb-6c745ce8929b {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:54.261798 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'status': 'completed', 'code': 200} Oct 28 12:20:54.304307 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:54.356190 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533675d-a668-4e42-9b8f-189f43448d26 req-ff63d379-56e1-4d5c-ac67-db52a730b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:54.358743 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-ff63d379-56e1-4d5c-ac67-db52a730b328 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 1098 time: 0.0448418 Oct 28 12:20:54.453877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533675d-a668-4e42-9b8f-189f43448d26 req-0bcf90a8-bf80-4fba-bb21-c3a7b5fdba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:54.455341 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-0bcf90a8-bf80-4fba-bb21-c3a7b5fdba7a service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0877941 Oct 28 12:20:54.526739 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-f2496644-ed6b-4cdb-877b-6537be24bf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:54.531858 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-a60116c2-cb0e-426c-8e41-1b20a45f8339 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6 HTTP/1.1" status: 200 len: 998 time: 0.0615404 Oct 28 12:20:54.544950 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '07757652-6be1-4473-b573-5bcbaa355bae', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:2a:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:53Z', 'updated_at': '2021-10-28T12:20:53Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:54.573519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:54.582580 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:54.583228 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:20:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:54.590712 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533675d-a668-4e42-9b8f-189f43448d26 req-e1e9a6b9-22e5-47b8-90f3-f75db3e4abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:54.592225 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-e1e9a6b9-22e5-47b8-90f3-f75db3e4abbc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0463371 Oct 28 12:20:54.620467 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47644c-9dcc-4226-921d-b6731886da87 req-a2fe7ee2-8c76-4be5-aec4-3802c7dc1bed tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:54.625258 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1b47644c-9dcc-4226-921d-b6731886da87 req-a2fe7ee2-8c76-4be5-aec4-3802c7dc1bed tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0584228 Oct 28 12:20:54.669921 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533675d-a668-4e42-9b8f-189f43448d26 req-18c587b8-08a1-4516-960c-c186d5bb8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:54.672484 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-18c587b8-08a1-4516-960c-c186d5bb8bbe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637741 Oct 28 12:20:54.673706 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1b47644c-9dcc-4226-921d-b6731886da87 req-9250087f-59b3-4a9f-be50-21ca0b6e5f17 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Oct 28 12:20:54.716005 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:54.790762 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-392ebc90-e959-400b-91b1-b53d5f1abdfc service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834866 Oct 28 12:20:54.885065 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c533675d-a668-4e42-9b8f-189f43448d26 req-212f7aad-1c56-486b-8aac-f574916d642e service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869052 Oct 28 12:20:54.942502 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '07757652-6be1-4473-b573-5bcbaa355bae', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:2a:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:53Z', 'updated_at': '2021-10-28T12:20:53Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:54.968574 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2bcd8-d878-4cf5-89af-d21574a04c9a None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '07757652-6be1-4473-b573-5bcbaa355bae', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:2a:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:20:53Z', 'updated_at': '2021-10-28T12:20:53Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:55.157126 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84f7b-29e9-43c2-a90b-f88221825f0a None None] New status for floating IP 07757652-6be1-4473-b573-5bcbaa355bae: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:20:55.698529 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:55.724865 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:57.150426 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:08.883580 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:19.962422 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:21:21.968260 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5c99b633-f54f-4ef0-922e-4f465e8b9d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:24.507348 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac9a3-aeb1-4008-92bd-c50a98efe637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:25.700891 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:25.725741 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:27.155608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:38.040188 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5190e-44c4-4d7d-8946-9ed1326abcd3 req-f9668071-77c2-4071-8e37-8d02f47705b2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:38.041703 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fac5190e-44c4-4d7d-8946-9ed1326abcd3 req-f9668071-77c2-4071-8e37-8d02f47705b2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Oct 28 12:21:38.079094 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-fac5190e-44c4-4d7d-8946-9ed1326abcd3 req-be3aaaf5-9ddb-43fb-a845-10c026a207b3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Oct 28 12:21:38.885736 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:39.192741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8b461-1ad2-4e4c-9a55-7fc80bab15f6 req-adf58098-5b8f-4dc4-91c5-c35be80bbc37 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:39.194195 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29e8b461-1ad2-4e4c-9a55-7fc80bab15f6 req-adf58098-5b8f-4dc4-91c5-c35be80bbc37 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Oct 28 12:21:39.230497 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29e8b461-1ad2-4e4c-9a55-7fc80bab15f6 req-66f87182-b590-4ab2-a9b8-5c0b34033a91 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304558 Oct 28 12:21:40.352189 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e190-ed3f-4987-8df1-12a74a6d96de req-e52fbfcf-78e2-413a-bae4-e1c6d05cfdb8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:40.353657 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2128e190-ed3f-4987-8df1-12a74a6d96de req-e52fbfcf-78e2-413a-bae4-e1c6d05cfdb8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0544090 Oct 28 12:21:40.390586 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2128e190-ed3f-4987-8df1-12a74a6d96de req-2e69f0ed-a356-4721-b928-3a78996ba074 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Oct 28 12:21:41.503172 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07ff9-499d-440a-895a-3425ef8c1e6d req-b94db31f-4b8b-493e-b52d-1d39ec51aa1d tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:41.504626 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9bc07ff9-499d-440a-895a-3425ef8c1e6d req-b94db31f-4b8b-493e-b52d-1d39ec51aa1d tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0483816 Oct 28 12:21:41.541289 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9bc07ff9-499d-440a-895a-3425ef8c1e6d req-4e54bec1-6966-4b59-a3d3-b8f05078090a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308628 Oct 28 12:21:42.660203 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7772de5-1f20-4a20-9ca7-52c4ad33147f req-5f5a24d9-b6db-429a-bc56-385ee4e2b088 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:42.661886 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a7772de5-1f20-4a20-9ca7-52c4ad33147f req-5f5a24d9-b6db-429a-bc56-385ee4e2b088 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0513499 Oct 28 12:21:42.699806 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a7772de5-1f20-4a20-9ca7-52c4ad33147f req-e7f4f56d-018d-41ab-9d34-5fdc67bd8848 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Oct 28 12:21:43.820490 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61f4c7-94d2-40fd-8e1f-1424ca2b4d5a req-0834a275-9c67-4726-aebb-e024c72f647f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:43.821961 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5c61f4c7-94d2-40fd-8e1f-1424ca2b4d5a req-0834a275-9c67-4726-aebb-e024c72f647f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0530560 Oct 28 12:21:43.860202 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5c61f4c7-94d2-40fd-8e1f-1424ca2b4d5a req-e26dcf4a-abca-496c-8725-9299fa71d682 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Oct 28 12:21:44.974054 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31f23-84c5-43f0-a5a8-97a9f5e7cff3 req-96a7eb9a-972a-4405-8f04-8a134021a1f1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:44.975565 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c7b31f23-84c5-43f0-a5a8-97a9f5e7cff3 req-96a7eb9a-972a-4405-8f04-8a134021a1f1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0485942 Oct 28 12:21:45.013025 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c7b31f23-84c5-43f0-a5a8-97a9f5e7cff3 req-4a09f3dc-f5d0-43fd-b514-6a046c25d4ee tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Oct 28 12:21:46.126784 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1d597-d9d8-42c5-a382-3e1c5a8560c0 req-09e304de-e3a9-4282-9af9-9eacc026064e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:46.128206 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29f1d597-d9d8-42c5-a382-3e1c5a8560c0 req-09e304de-e3a9-4282-9af9-9eacc026064e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0480478 Oct 28 12:21:46.164968 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-29f1d597-d9d8-42c5-a382-3e1c5a8560c0 req-b1686d62-3b2c-4b71-85fc-bfa2a9e2b341 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Oct 28 12:21:47.282012 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d942-cefb-429f-aa4a-9862fb60f5fb req-8d0ed78e-4f6d-4165-9b73-aacf623c1eb9 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:47.283470 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7598d942-cefb-429f-aa4a-9862fb60f5fb req-8d0ed78e-4f6d-4165-9b73-aacf623c1eb9 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0518599 Oct 28 12:21:47.320878 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7598d942-cefb-429f-aa4a-9862fb60f5fb req-27e5ccff-173c-4a5e-9fe0-95fef03fbf67 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Oct 28 12:21:48.433357 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6de493-2b09-4929-b42e-56144782fb57 req-cab4333a-9b92-4eba-89d2-e4aed1aa96ef tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:48.434816 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7d6de493-2b09-4929-b42e-56144782fb57 req-cab4333a-9b92-4eba-89d2-e4aed1aa96ef tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Oct 28 12:21:48.471482 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7d6de493-2b09-4929-b42e-56144782fb57 req-185dfabd-86bf-45d5-99a2-685affc97c28 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301628 Oct 28 12:21:48.668713 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac36ab9-f845-494d-80aa-296ddf7e3dcc req-852847c2-6e0d-4d56-ba42-675afe40a5e3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:48.670380 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ac36ab9-f845-494d-80aa-296ddf7e3dcc req-852847c2-6e0d-4d56-ba42-675afe40a5e3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0516613 Oct 28 12:21:48.737304 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9ac36ab9-f845-494d-80aa-296ddf7e3dcc req-05b2e50c-4222-4a84-be7c-0a8832c0192d tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594239 Oct 28 12:21:48.746792 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-e3ec0d36-353f-4bb8-9fe5-f6b3ea6f640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:48.748302 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-e3ec0d36-353f-4bb8-9fe5-f6b3ea6f640d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.0632160 Oct 28 12:21:48.841564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-5eadb906-7c95-46b9-b025-2955595990cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:48.843049 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-5eadb906-7c95-46b9-b025-2955595990cf service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0848606 Oct 28 12:21:48.913646 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-1fa21017-6e58-4f90-ab12-01c2400f3d88 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1002 time: 0.0602052 Oct 28 12:21:48.963810 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-1e1d2d77-e1d8-4ef0-9bf1-587021ece1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:48.965205 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-1e1d2d77-e1d8-4ef0-9bf1-587021ece1ea service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0432434 Oct 28 12:21:49.009425 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-84f5b487-7232-43e5-8f13-e5cdb9a30504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:49.010839 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-84f5b487-7232-43e5-8f13-e5cdb9a30504 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384977 Oct 28 12:21:49.103328 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-5f0d4b64-2189-4149-8ea0-10ddf1ac91ef service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Oct 28 12:21:49.203189 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-8fc7333c-cf8b-4ac5-859a-b241c12a2f8a req-e8806aa9-94aa-4523-8d76-9d11351f917b service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802047 Oct 28 12:21:49.858812 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5886e-b108-48f8-a4ba-395659bb3060 req-6703aad1-e0ca-4b61-8f3d-05e595720da3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:49.860186 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d6b5886e-b108-48f8-a4ba-395659bb3060 req-6703aad1-e0ca-4b61-8f3d-05e595720da3 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Oct 28 12:21:49.898577 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d6b5886e-b108-48f8-a4ba-395659bb3060 req-edbcfb25-eb0b-4087-8758-d156aec17cf0 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Oct 28 12:21:51.012521 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9494fb6-2d60-4706-9119-c28946cdbe8e req-2a4af926-95ac-4fdf-8f77-41e2ea0cf45f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:21:51.013975 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f9494fb6-2d60-4706-9119-c28946cdbe8e req-2a4af926-95ac-4fdf-8f77-41e2ea0cf45f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0486693 Oct 28 12:21:51.054460 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f9494fb6-2d60-4706-9119-c28946cdbe8e req-8d391e19-6c16-4f50-bde0-f829c196f6bf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340009 Oct 28 12:21:51.969251 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-26c1e0c4-cd50-44a3-9b98-656a15cd9739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:54.509301 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-cece6d03-4d0c-4fb1-bcb7-a04c2c838829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:55.703461 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:55.725734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:56.962265 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:21:57.157038 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:07.345288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76194e33-f8b9-4f53-b6ae-5090c684aed1 req-b90e5b3f-9e2a-4a50-8e9a-987bc8d4f7cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:07.347392 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-76194e33-f8b9-4f53-b6ae-5090c684aed1 req-b90e5b3f-9e2a-4a50-8e9a-987bc8d4f7cc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Oct 28 12:22:07.383371 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-76194e33-f8b9-4f53-b6ae-5090c684aed1 req-1a073b3f-7522-496a-8934-1676114bece3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298934 Oct 28 12:22:08.506618 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82bfb-4881-44c4-94cd-6867e76eef7d req-252e2329-bea1-4ea6-8487-f0dce91abb39 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:08.508109 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1ed82bfb-4881-44c4-94cd-6867e76eef7d req-252e2329-bea1-4ea6-8487-f0dce91abb39 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0496392 Oct 28 12:22:08.545364 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1ed82bfb-4881-44c4-94cd-6867e76eef7d req-00f85ac0-fc13-44d7-b9d5-10c9506bdc8f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Oct 28 12:22:08.897301 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:09.664728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe702b-a21f-42a6-aa8a-b0d65c0cf041 req-89525da3-5f15-456c-96ff-dab560f14244 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:09.666166 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5cbe702b-a21f-42a6-aa8a-b0d65c0cf041 req-89525da3-5f15-456c-96ff-dab560f14244 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0511215 Oct 28 12:22:09.703015 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5cbe702b-a21f-42a6-aa8a-b0d65c0cf041 req-4fd99d1b-8210-40c5-8e9d-128c39c06172 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Oct 28 12:22:10.820036 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6045d-dd17-4fad-878c-c5eb20876e82 req-72adfc13-f7e1-40a4-8bc3-00427fb95461 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:10.821533 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77e6045d-dd17-4fad-878c-c5eb20876e82 req-72adfc13-f7e1-40a4-8bc3-00427fb95461 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Oct 28 12:22:10.858597 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77e6045d-dd17-4fad-878c-c5eb20876e82 req-d5998321-263e-4cc2-b218-dcdac86165c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Oct 28 12:22:11.979307 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976e1cb-2386-461b-bc86-cf127a904735 req-39fa009b-fba2-4b4f-bc97-150a41336b06 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:11.980770 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d976e1cb-2386-461b-bc86-cf127a904735 req-39fa009b-fba2-4b4f-bc97-150a41336b06 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Oct 28 12:22:12.017604 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d976e1cb-2386-461b-bc86-cf127a904735 req-e533c0c4-4162-490a-9a5d-5bf29b983c6e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Oct 28 12:22:13.138621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e7f8-c29e-4c0d-be70-332ee7b45df9 req-7317d9b4-9e51-40a0-8752-906e42fece02 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:13.140081 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae53e7f8-c29e-4c0d-be70-332ee7b45df9 req-7317d9b4-9e51-40a0-8752-906e42fece02 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Oct 28 12:22:13.176955 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ae53e7f8-c29e-4c0d-be70-332ee7b45df9 req-31bbc8db-aead-48bf-ad0a-da528c216314 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Oct 28 12:22:14.294706 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1083837-cd9f-4000-8855-2f9d5356a81c req-06543ca1-51d7-42bc-8c66-9c7461414c76 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:14.296168 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e1083837-cd9f-4000-8855-2f9d5356a81c req-06543ca1-51d7-42bc-8c66-9c7461414c76 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Oct 28 12:22:14.333627 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e1083837-cd9f-4000-8855-2f9d5356a81c req-f2684ef6-4966-466a-8ca5-825650aaaa19 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Oct 28 12:22:15.450161 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eddfd-c180-4f00-a3f6-dfe69280dc4f req-afea52d7-34cf-47d2-aa75-98f5da71090f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:15.451659 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a68eddfd-c180-4f00-a3f6-dfe69280dc4f req-afea52d7-34cf-47d2-aa75-98f5da71090f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0489221 Oct 28 12:22:15.491034 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a68eddfd-c180-4f00-a3f6-dfe69280dc4f req-0b97e022-ee78-464e-af0c-ec0c53455b38 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329950 Oct 28 12:22:16.611541 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de248a-1231-4aaf-b254-159aa82a3de3 req-8fc8106b-5ded-40d5-9441-bd63734dd103 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:16.613027 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a0de248a-1231-4aaf-b254-159aa82a3de3 req-8fc8106b-5ded-40d5-9441-bd63734dd103 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Oct 28 12:22:16.651583 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a0de248a-1231-4aaf-b254-159aa82a3de3 req-a42b71d0-ffae-457a-b4a1-b592a79b7f9a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Oct 28 12:22:17.771274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba410e-fb7f-468f-b66d-cfa217791738 req-8089e50d-4191-4e59-8f4c-30639e38e751 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:17.772749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-14ba410e-fb7f-468f-b66d-cfa217791738 req-8089e50d-4191-4e59-8f4c-30639e38e751 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Oct 28 12:22:17.811195 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-14ba410e-fb7f-468f-b66d-cfa217791738 req-6bd8a7b7-a232-4de6-9a5f-aa097ad3b6f0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Oct 28 12:22:18.929053 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c0ce-ca5b-468f-9e41-834aabaf1c99 req-e75e6618-7f12-476d-b509-6fe1a35b4378 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:18.930462 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ca03c0ce-ca5b-468f-9e41-834aabaf1c99 req-e75e6618-7f12-476d-b509-6fe1a35b4378 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Oct 28 12:22:18.967591 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ca03c0ce-ca5b-468f-9e41-834aabaf1c99 req-194c0c4f-7555-4522-9aed-6609057aa4fa tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Oct 28 12:22:20.088199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6023-ad3c-4f1e-965c-343e5c11d5c6 req-fcd89ee7-3e0a-4168-b655-525e2e234372 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:20.090024 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-85ac6023-ad3c-4f1e-965c-343e5c11d5c6 req-fcd89ee7-3e0a-4168-b655-525e2e234372 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Oct 28 12:22:20.127336 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-85ac6023-ad3c-4f1e-965c-343e5c11d5c6 req-eb90be32-6cf8-4ceb-a432-22922a003a20 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Oct 28 12:22:21.242863 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db3fd3-3b15-4ce4-8659-2a99cfff228c req-cc576e31-2f74-44c2-9f3a-0c3de69be78d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:21.244304 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-32db3fd3-3b15-4ce4-8659-2a99cfff228c req-cc576e31-2f74-44c2-9f3a-0c3de69be78d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0476058 Oct 28 12:22:21.282933 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-32db3fd3-3b15-4ce4-8659-2a99cfff228c req-cf8ea455-6c35-439c-a15e-8fc1558b6dd8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 Oct 28 12:22:21.866546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:22:21.967114 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:21.983425 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:22:21.987657 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-289ae161-aac0-4ee7-9eec-a2d0cb211912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:22.027541 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:22.039856 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:22:22.059686 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:22.063387 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:22.108436 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=6']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:22.121127 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.121601 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.121942 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.122270 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.122593 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.123041 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.123268 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.123586 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.123911 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.124225 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.124540 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.124853 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:22.184051 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['df78786b-91a7-4ab8-9ff2-b69bbf31776f'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:22:22.411731 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dad2e-eb41-422a-bb38-dc0b0beb3c63 req-81b23c4a-7fe6-4350-abd2-075b0d3a4c66 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:22.413200 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-072dad2e-eb41-422a-bb38-dc0b0beb3c63 req-81b23c4a-7fe6-4350-abd2-075b0d3a4c66 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0485315 Oct 28 12:22:22.450701 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-072dad2e-eb41-422a-bb38-dc0b0beb3c63 req-eb177b28-2c99-4489-b161-14cc032b4a3b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Oct 28 12:22:23.573473 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea788f8e-bc7a-405c-841f-85537ce91956 req-adfeb4ce-3434-4dcc-9881-a339415b785f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:23.574985 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ea788f8e-bc7a-405c-841f-85537ce91956 req-adfeb4ce-3434-4dcc-9881-a339415b785f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0535285 Oct 28 12:22:23.613583 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ea788f8e-bc7a-405c-841f-85537ce91956 req-655270d1-6843-4fe6-8696-abf510694290 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Oct 28 12:22:23.877006 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:22:23.937501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port df78786b-91a7-4ab8-9ff2-b69bbf31776f triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:22:23.937960 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:24.029169 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:24.054168 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:22:24.056454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68288a-f750-46bf-bebe-2facc78a59fb" -d '{"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:22:24.071611 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:24.080376 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:24.116278 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ae55ac-ca54-41c3-a7a5-907170200615 x-openstack-request-id: req-d4ae55ac-ca54-41c3-a7a5-907170200615 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:22:24.116571 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:22:24.116830 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4ae55ac-ca54-41c3-a7a5-907170200615 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:22:24.117206 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'code': 200} Oct 28 12:22:24.138973 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=7']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:24.520118 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5e161ea2-a878-4d3b-a534-86a476be9153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:24.765864 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540f83-ebcd-4bda-ab95-0373fe5bff13 req-8b5df5b9-dc07-4400-a086-f489fa08529c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:24.774808 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a6540f83-ebcd-4bda-ab95-0373fe5bff13 req-8b5df5b9-dc07-4400-a086-f489fa08529c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0611866 Oct 28 12:22:24.808843 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a6540f83-ebcd-4bda-ab95-0373fe5bff13 req-d3a9e5d3-2416-4b27-87fd-93fc64c4b639 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331829 Oct 28 12:22:25.708130 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:25.731155 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:25.948246 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b054b-052d-401f-a805-cb66ac50954f req-9add780c-fc9d-4ddd-a3b8-318e51b7fe2a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:25.951617 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e8b054b-052d-401f-a805-cb66ac50954f req-9add780c-fc9d-4ddd-a3b8-318e51b7fe2a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Oct 28 12:22:25.997146 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6e8b054b-052d-401f-a805-cb66ac50954f req-590146c1-0dde-4f39-911d-949620bcb019 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Oct 28 12:22:27.157581 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcc332-aca5-44ec-8b70-541cbf752ecc req-225ec1a0-8281-4810-86f9-fd23d1e4210d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:27.164043 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-38dcc332-aca5-44ec-8b70-541cbf752ecc req-225ec1a0-8281-4810-86f9-fd23d1e4210d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0652244 Oct 28 12:22:27.173284 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:27.216611 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-38dcc332-aca5-44ec-8b70-541cbf752ecc req-3d000d23-b0c1-488f-99f1-cd97f54f610e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Oct 28 12:22:28.341399 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cecd7b-986e-49d6-b3db-19ec67901775 req-e697d20f-1e5f-486f-9baa-462def9b8160 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:28.342959 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-02cecd7b-986e-49d6-b3db-19ec67901775 req-e697d20f-1e5f-486f-9baa-462def9b8160 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Oct 28 12:22:28.390240 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-02cecd7b-986e-49d6-b3db-19ec67901775 req-d63cdb15-c59b-49a0-aed4-82b3b458416f tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Oct 28 12:22:29.586165 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2d92c-0be3-4820-acda-4fe38ab61011 req-5f375788-f745-406d-a17b-58671ff8a669 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:29.587697 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c7f2d92c-0be3-4820-acda-4fe38ab61011 req-5f375788-f745-406d-a17b-58671ff8a669 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.1114733 Oct 28 12:22:29.638419 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c7f2d92c-0be3-4820-acda-4fe38ab61011 req-8a985e7d-23b2-4716-a696-ebe5e82aa782 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Oct 28 12:22:30.784146 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e21c-65b5-4da5-8d43-ee3d2c75e2cc req-3c7069bf-6e0a-489f-a70d-7693648e5cce tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:30.786310 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77b0e21c-65b5-4da5-8d43-ee3d2c75e2cc req-3c7069bf-6e0a-489f-a70d-7693648e5cce tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0597281 Oct 28 12:22:30.832618 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-77b0e21c-65b5-4da5-8d43-ee3d2c75e2cc req-43485058-9dd5-4dba-b202-dc100cedf9bb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 Oct 28 12:22:31.843345 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35296) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:32.017674 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88127e-0268-4085-a7d1-11c739a05cb5 req-7d64638f-48c3-4931-a236-1de766efd857 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:32.019539 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3b88127e-0268-4085-a7d1-11c739a05cb5 req-7d64638f-48c3-4931-a236-1de766efd857 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.1093819 Oct 28 12:22:32.090803 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Deleting port 62d1df50-b5ed-4b35-bc72-c7efd816299a {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:32.091160 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.097786 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3b88127e-0268-4085-a7d1-11c739a05cb5 req-82e5d20c-6e91-413e-a1d1-9773a3db3733 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596550 Oct 28 12:22:32.183947 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.184366 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.197371 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Calling delete_port for 62d1df50-b5ed-4b35-bc72-c7efd816299a owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:32.386976 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.413801 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event deleted for resources: {'Port': ['ID=62d1df50-b5ed-4b35-bc72-c7efd816299a,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:32.441462 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.441812 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.442824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.442824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.442824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.443138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.445728 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:32.493037 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.493435 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Floating IP 9211c6a9-6982-413f-8b1b-d5e75b4ad3c3 disassociated (deleted). External IP: 172.27.2.70, port: 6d493e72-8230-488e-974e-b32ede2a9db0. Oct 28 12:22:32.952865 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Router 00d0efa4-e6de-4450-b7d5-1bf0313c148f has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:22:33.059148 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:22:33.063915 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:33.069292 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Sync routers for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:22:33.078668 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:33.079304 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:33.090763 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-85a663d8-7b1a-4fc7-a48d-f90bc8f27db9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "DELETE /v2.0/floatingips/9211c6a9-6982-413f-8b1b-d5e75b4ad3c3 HTTP/1.1" status: 204 len: 168 time: 1.2462502 Oct 28 12:22:33.091355 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:22:33.093719 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:22:33.131146 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dbc576-6113-49aa-a838-298dce69b524 x-openstack-request-id: req-f2dbc576-6113-49aa-a838-298dce69b524 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:22:33.131624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:22:33.132055 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2dbc576-6113-49aa-a838-298dce69b524 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:22:33.132451 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'status': 'completed', 'code': 200} Oct 28 12:22:33.239225 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-34a46ff3-6f39-456c-84db-e379b0b8b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.240756 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-34a46ff3-6f39-456c-84db-e379b0b8b6f6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 1098 time: 0.0833495 Oct 28 12:22:33.254278 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de7fa-78bb-4397-a5cd-c7337341aca0 req-85edf1f4-6e6d-4877-a57d-9908b7b18b22 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.255869 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dc6de7fa-78bb-4397-a5cd-c7337341aca0 req-85edf1f4-6e6d-4877-a57d-9908b7b18b22 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Oct 28 12:22:33.331172 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:33.358114 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dc6de7fa-78bb-4397-a5cd-c7337341aca0 req-1978acba-eb8a-499b-b3eb-0221e6f7964b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865083 Oct 28 12:22:33.383709 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-b43c8808-78f1-469a-8433-10ec89894109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.385200 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-b43c8808-78f1-469a-8433-10ec89894109 service neutron] 10.222.0.107 "GET /v2.0/networks?id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 200 len: 911 time: 0.1268368 Oct 28 12:22:33.417519 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df9f31-2750-4609-b94e-f91f8a4564d2 req-4374faf0-1f99-48de-a1c8-75eab55fc70f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.419320 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59df9f31-2750-4609-b94e-f91f8a4564d2 req-4374faf0-1f99-48de-a1c8-75eab55fc70f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.1239035 Oct 28 12:22:33.455659 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-7bd16648-ec96-44b1-9cb5-7855e774fea1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 200 len: 217 time: 0.0361147 Oct 28 12:22:33.459012 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-59df9f31-2750-4609-b94e-f91f8a4564d2 req-9271db94-d221-4a78-b730-bf9fccdcc53f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Oct 28 12:22:33.512247 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-4e34f673-e01b-4586-be97-4445fb1b5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.513932 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-4e34f673-e01b-4586-be97-4445fb1b5e1c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 200 len: 848 time: 0.0496075 Oct 28 12:22:33.544379 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:33.568263 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-d83c34a7-6f45-45e7-9685-4c928290375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.569778 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-d83c34a7-6f45-45e7-9685-4c928290375e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=53c8dfe6-6127-403c-8d96-5039ee2f5ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464401 Oct 28 12:22:33.575018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Checking router: 00d0efa4-e6de-4450-b7d5-1bf0313c148f for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:22:33.583387 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:33.583978 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:33.667074 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-1248108b-efed-4940-8805-eb541380370e service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Oct 28 12:22:33.667718 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-bef4d58f-2156-49f4-a6a8-b1375f596799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.669564 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-bef4d58f-2156-49f4-a6a8-b1375f596799 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1098 time: 0.0464513 Oct 28 12:22:33.693907 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:33.766490 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-0c86d9f3-10f5-4b5a-bd95-9b00232c101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.768274 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-0c86d9f3-10f5-4b5a-bd95-9b00232c101c service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0867627 Oct 28 12:22:33.770007 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-28f53bd6-db9f-4be5-9e71-db2cdf3904c5 req-c53b82df-7f24-4af5-8d3e-7c073091e66a service neutron] 10.222.0.107 "GET /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891073 Oct 28 12:22:33.849365 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-138088e9-39af-414b-a5bd-b92466fd0842 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 1000 time: 0.0662949 Oct 28 12:22:33.899555 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:33.901060 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-0eb6f4d6-c41c-4267-8e0f-35386c0899ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.902588 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-0eb6f4d6-c41c-4267-8e0f-35386c0899ce service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0454805 Oct 28 12:22:33.927265 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88359b49-ce6e-4c4d-94e4-09436ad3cfd6 None None] The sync data for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi is: [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:30Z', 'revision_number': 4, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '24d766e6-7fb5-4fa5-bcf4-cf441a576cb3', 'name': '', 'network_id': '53c8dfe6-6127-403c-8d96-5039ee2f5ff8', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'mac_address': 'fa:16:3e:fa:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '115e0cad-23c7-4272-b80e-cdca63792661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:30Z', 'updated_at': '2021-10-28T12:15:34Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'subnets': [{'id': '115e0cad-23c7-4272-b80e-cdca63792661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:22:33.951457 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-a34803a5-f388-4938-9989-3b2fab7779c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:33.952964 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-a34803a5-f388-4938-9989-3b2fab7779c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410893 Oct 28 12:22:33.961407 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:22:34.053450 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-3f6b73e8-9b35-490d-a9ed-8b452a7b040e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924284 Oct 28 12:22:34.136801 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cf1bd-5953-4ea4-90de-ec74707d86c6 None None] New status for floating IP 9211c6a9-6982-413f-8b1b-d5e75b4ad3c3: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:22:34.149783 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a6c75b7b-e98a-4c30-b63b-04dc640b1b06 req-6ef2a733-fdb6-4e2e-a79a-a889a8b1ab2e service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876436 Oct 28 12:22:34.484322 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50e44-4058-40be-a20e-1769199108d1 req-45156596-411e-432e-b64f-43580332ace7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:34.485798 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9dc50e44-4058-40be-a20e-1769199108d1 req-45156596-411e-432e-b64f-43580332ace7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0487099 Oct 28 12:22:34.524331 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-9dc50e44-4058-40be-a20e-1769199108d1 req-6855b4e5-74f2-435f-bf3e-6bfd34cbca6e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Oct 28 12:22:34.578432 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a066a26-514a-4cd0-aaa3-222ad659b4d5 req-eeac2e91-8e0e-48be-8b74-017e201639db tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:34.579913 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1a066a26-514a-4cd0-aaa3-222ad659b4d5 req-eeac2e91-8e0e-48be-8b74-017e201639db tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Oct 28 12:22:34.616402 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1a066a26-514a-4cd0-aaa3-222ad659b4d5 req-ed4dbb5f-b050-4f7c-b5e7-f0820baa3e6f tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300541 Oct 28 12:22:35.285577 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-219d364d-e6da-4be5-a045-af6c9b9e06e9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:35.287017 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-219d364d-e6da-4be5-a045-af6c9b9e06e9 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.107 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Oct 28 12:22:35.377710 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Deleting port 6d493e72-8230-488e-974e-b32ede2a9db0 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:35.378045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:35.467320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] For port 6d493e72-8230-488e-974e-b32ede2a9db0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d493e72-8230-488e-974e-b32ede2a9db0,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:35.467677 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:35.479817 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Calling delete_port for 6d493e72-8230-488e-974e-b32ede2a9db0 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:35.609087 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:35.641398 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event deleted for resources: {'Port': ['ID=6d493e72-8230-488e-974e-b32ede2a9db0,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:35.650603 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686587e-1b60-4e74-bb92-e7f0a0796ecb req-06f2c247-2f06-4f3e-9eef-9906b81af51e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:35.652219 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f686587e-1b60-4e74-bb92-e7f0a0796ecb req-06f2c247-2f06-4f3e-9eef-9906b81af51e tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0543547 Oct 28 12:22:35.675806 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.676158 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.676498 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.676831 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.677163 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.677508 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.677816 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.678139 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.678580 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.678879 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.679142 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.679433 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:35.698095 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f686587e-1b60-4e74-bb92-e7f0a0796ecb req-580fd8e2-9d3f-4a90-b9c6-c070c5e66e12 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394237 Oct 28 12:22:35.698849 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] No DVR routers for this DVR port 6d493e72-8230-488e-974e-b32ede2a9db0 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:22:35.701361 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:35.704792 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4447cd40-4c82-4778-b8fe-1f1b8969fb0d req-9fc24105-d9b5-4315-bb85-9e5bfa966feb tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.107 "DELETE /v2.0/ports/6d493e72-8230-488e-974e-b32ede2a9db0 HTTP/1.1" status: 204 len: 173 time: 0.4096427 Oct 28 12:22:35.705814 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-deleted', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:22:35.707561 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d836d-5c02-4ae6-baf4-da81cc708c63" -d '{"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-deleted", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:22:35.743106 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b9e3fc0f-0a85-4bb5-9c81-b728e4363b8d req-edb65495-aa7b-4bd9-8358-9fce77b817a3 tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa26e71-aa24-4d33-9b9f-96d11867d037 HTTP/1.1" status: 200 len: 210 time: 0.0325594 Oct 28 12:22:35.757496 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712bb00-575e-4934-969c-99c51b956540 x-openstack-request-id: req-9712bb00-575e-4934-969c-99c51b956540 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:22:35.757782 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa26e71-aa24-4d33-9b9f-96d11867d037", "name": "network-vif-deleted", "tag": "6d493e72-8230-488e-974e-b32ede2a9db0", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:22:35.758032 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9712bb00-575e-4934-969c-99c51b956540 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:22:35.758428 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa26e71-aa24-4d33-9b9f-96d11867d037', 'name': 'network-vif-deleted', 'tag': '6d493e72-8230-488e-974e-b32ede2a9db0', 'status': 'completed', 'code': 200} Oct 28 12:22:36.800301 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35342) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:36.850227 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba327368-2644-4a34-8c7c-892dc46ae136 req-4918b1ce-2408-4e5e-99c6-8d493ebf52f3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:36.851676 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ba327368-2644-4a34-8c7c-892dc46ae136 req-4918b1ce-2408-4e5e-99c6-8d493ebf52f3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0798903 Oct 28 12:22:36.890530 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:36.913160 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ba327368-2644-4a34-8c7c-892dc46ae136 req-4cb3a935-869d-4fe4-8dcf-8886d521eab7 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555918 Oct 28 12:22:36.926100 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:36.989323 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:36.991988 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:36.993146 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e8ef7e4-6e36-44e0-875a-f180ac3d8dec HTTP/1.1" status: 204 len: 168 time: 0.1919301 Oct 28 12:22:37.002932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807415e-cfac-43d3-a891-a1ec6f3cf27b tempest-TestShelveInstance-1405702522 tempest-TestShelveInstance-1405702522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ef7e4-6e36-44e0-875a-f180ac3d8dec,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:37.045908 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35350) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:37.572000 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:37.856405 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf967b-b333-414f-a75a-0ec5ff8731af req-f9e1fc61-fed2-41ed-9dea-4a4d830a9149 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:37.857868 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ebdf967b-b333-414f-a75a-0ec5ff8731af req-f9e1fc61-fed2-41ed-9dea-4a4d830a9149 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 945 time: 0.0735126 Oct 28 12:22:37.875582 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-c67f307f-1dc5-4136-a08f-630cc9ec641c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440056 Oct 28 12:22:37.914050 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:37.933265 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ebdf967b-b333-414f-a75a-0ec5ff8731af req-f02de726-602e-46bf-b47b-bf58e6ac7810 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587480 Oct 28 12:22:37.961523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Deleting port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:37.962532 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:37.995554 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.018991 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:22:38.021350 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70887a9-9a44-4cba-9229-e4b6ef159e9c" -d '{"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-unplugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:22:38.035561 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:38.044044 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.060648 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] For port 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:38.061017 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.075820 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Calling delete_port for 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:38.088472 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2520566-8dac-40a8-ac96-b9c7b2ce3f4b x-openstack-request-id: req-d2520566-8dac-40a8-ac96-b9c7b2ce3f4b {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:22:38.088792 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-unplugged", "status": "failed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "code": 422}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:22:38.089005 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2520566-8dac-40a8-ac96-b9c7b2ce3f4b {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:22:38.089394 dv-cinder-815712-4-iscsi neutron-server[101495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'code': 422} returned with failed status Oct 28 12:22:38.109537 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=8']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:38.265413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.289356 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d766e6-7fb5-4fa5-bcf4-cf441a576cb3,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:38.473845 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.690080 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Router 00d0efa4-e6de-4450-b7d5-1bf0313c148f has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:22:38.836187 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba207-4baf-4477-8d72-596daaf4635f req-512298fe-b574-4020-a989-074010a06e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:38.837672 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-512298fe-b574-4020-a989-074010a06e85 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40&tenant_id=e8919258b85146488d50b07efbad50ca HTTP/1.1" status: 200 len: 1096 time: 0.1386333 Oct 28 12:22:38.858310 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:22:38.866393 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-258c496e-5e8e-4cd0-a2e2-6de452de3fc5 admin admin] 10.222.0.37 "PUT /v2.0/routers/00d0efa4-e6de-4450-b7d5-1bf0313c148f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162315 Oct 28 12:22:38.866540 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35394) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:38.869344 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Sync routers for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:22:38.881410 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:38.883161 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:38.904702 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba207-4baf-4477-8d72-596daaf4635f req-0a86ce70-d2be-4b3f-b2ce-4bb4561afc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:38.906201 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-0a86ce70-d2be-4b3f-b2ce-4bb4561afc87 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1096 time: 0.0420060 Oct 28 12:22:38.977676 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:38.987412 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks [] for router, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.016715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:39.020194 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba207-4baf-4477-8d72-596daaf4635f req-9eef2f03-94bf-4abc-a164-981916bbdf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:39.022257 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-9eef2f03-94bf-4abc-a164-981916bbdf89 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.1072695 Oct 28 12:22:39.106279 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.176721 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Deleting port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:39.177064 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.238666 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:22:38Z', 'revision_number': 5, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port': {'id': '8cb5bce2-224a-4c78-a74d-ec4759f62ec4', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:39.271447 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Checking router: 00d0efa4-e6de-4450-b7d5-1bf0313c148f for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:22:39.273264 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] For port 8cb5bce2-224a-4c78-a74d-ec4759f62ec4, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:39.273831 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.280311 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Routers {'00d0efa4-e6de-4450-b7d5-1bf0313c148f'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:39.280920 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:39.288576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Calling delete_port for 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 owned by network:router_gateway {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:39.365705 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-db6b23be-5d6c-4913-a88c-7993ecd817e2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 998 time: 0.3371494 Oct 28 12:22:39.375395 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] Set router 00d0efa4-e6de-4450-b7d5-1bf0313c148f gateway port host: None {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:39.389779 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed554c-2c02-491d-ae1d-a85d31ce08aa req-9e7cb61b-b0ea-4eb9-b090-1145848e48a9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:39.391286 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9eed554c-2c02-491d-ae1d-a85d31ce08aa req-9e7cb61b-b0ea-4eb9-b090-1145848e48a9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0746045 Oct 28 12:22:39.444750 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:22:39Z', 'revision_number': 6, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:39.456980 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba207-4baf-4477-8d72-596daaf4635f req-f13e8df0-9aba-4591-a061-b70febf4af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:39.458469 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-f13e8df0-9aba-4591-a061-b70febf4af2e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0852201 Oct 28 12:22:39.461698 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9eed554c-2c02-491d-ae1d-a85d31ce08aa req-aa6d9a5c-0500-426d-9660-cb165cb59d6b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517228 Oct 28 12:22:39.463585 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.476245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d0d0-f1bd-48a9-998e-6e6cbe78f67f None None] The sync data for ids ['00d0efa4-e6de-4450-b7d5-1bf0313c148f'] in dv-cinder-815712-4-iscsi is: [{'id': '00d0efa4-e6de-4450-b7d5-1bf0313c148f', 'name': 'tempest-TestShelveInstance-1370077650-router', 'tenant_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:28Z', 'updated_at': '2021-10-28T12:22:39Z', 'revision_number': 6, 'project_id': 'a714ee6cfd984bbf823ab5c422c5a3eb', 'gw_port_host': None}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:22:39.487770 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb5bce2-224a-4c78-a74d-ec4759f62ec4,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:39.513386 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba207-4baf-4477-8d72-596daaf4635f req-2c13f1f2-5ef7-4fec-9ff7-f71765961d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:39.516082 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-2c13f1f2-5ef7-4fec-9ff7-f71765961d3f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496716 Oct 28 12:22:39.563821 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.608100 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-d2f30dcb-0346-4568-8745-1f946dfee5fb service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Oct 28 12:22:39.665044 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.667236 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.707158 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-db0ba207-4baf-4477-8d72-596daaf4635f req-93b6a621-4205-4303-b7aa-e2c4b006f3ab service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909774 Oct 28 12:22:39.731139 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.731780 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d0efa4-e6de-4450-b7d5-1bf0313c148f {{(pid=101493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:22:39.737176 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.741252 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-249719e2-a85a-4c58-b85a-564fa250d9de admin admin] 10.222.0.37 "DELETE /v2.0/routers/00d0efa4-e6de-4450-b7d5-1bf0313c148f HTTP/1.1" status: 204 len: 168 time: 0.8711977 Oct 28 12:22:39.741252 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35404) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:39.786624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Deleting subnet 115e0cad-23c7-4272-b80e-cdca63792661 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:22:39.789744 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.824480 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.934021 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:39.940891 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.958953 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 6d493e72-8230-488e-974e-b32ede2a9db0 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:39.959734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6d493e72-8230-488e-974e-b32ede2a9db0 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:39.996501 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.022697 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115e0cad-23c7-4272-b80e-cdca63792661,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:40.024701 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.028203 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ae29d901-420e-4009-9645-db95b15057a2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/115e0cad-23c7-4272-b80e-cdca63792661 HTTP/1.1" status: 204 len: 168 time: 0.2863703 Oct 28 12:22:40.031061 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35422) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:40.032330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b7261-bce1-4c11-9739-bd2f887cd3d2 None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:22:40.123982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.217133 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Deleting port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:40.217996 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.269560 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] DHCP port deletion for 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:22:40.333141 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] For port eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:40.333592 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.379485 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Calling delete_port for eacd6c61-e4e7-4d43-84fe-6ee185b8a671 owned by network:dhcp {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:40.380473 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Deleting port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 {{(pid=101495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:40.381470 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.519951 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] For port eacd6c61-e4e7-4d43-84fe-6ee185b8a671, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,segment=NetworkSegment(7769c7f2-90de-466a-9a6b-8ca96780f2f7),segment_id=7769c7f2-90de-466a-9a6b-8ca96780f2f7)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:40.520666 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.522343 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.541570 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] No DVR routers for this DVR port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 on host dv-cinder-815712-4-iscsi {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:22:40.551294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Calling delete_port for eacd6c61-e4e7-4d43-84fe-6ee185b8a671 owned by network:dhcp {{(pid=101495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:40.572082 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:40.727857 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.787629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c8dfe6-6127-403c-8d96-5039ee2f5ff8']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:40.813366 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ffefc-45eb-4596-a070-510f572ddec2 req-de4ff414-6b23-47a4-82c5-d47cd2c8fb05 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:40.814930 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-685ffefc-45eb-4596-a070-510f572ddec2 req-de4ff414-6b23-47a4-82c5-d47cd2c8fb05 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.2045064 Oct 28 12:22:40.818910 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7769c7f2-90de-466a-9a6b-8ca96780f2f7') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:40.819204 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7769c7f2-90de-466a-9a6b-8ca96780f2f7') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:40.861238 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.868414 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:40.901539 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:40.901896 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8cb5bce2-224a-4c78-a74d-ec4759f62ec4 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:40.902426 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:40.904970 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.906849 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312'] for port, after_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.934208 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-685ffefc-45eb-4596-a070-510f572ddec2 req-033fb969-f42e-4cb9-8029-da2b7d36457a tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799954 Oct 28 12:22:40.936430 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Releasing vlan 1367 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:22:40.937740 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:22:40.940803 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:22:41.059241 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.067554 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.071124 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] 10.222.0.37 "DELETE /v2.0/networks/53c8dfe6-6127-403c-8d96-5039ee2f5ff8 HTTP/1.1" status: 204 len: 168 time: 1.0389640 Oct 28 12:22:41.074180 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35430) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:41.086691 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa0fa-fba9-4d77-8612-5221d3fba035 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c8dfe6-6127-403c-8d96-5039ee2f5ff8,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:41.096733 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:41.097280 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 24d766e6-7fb5-4fa5-bcf4-cf441a576cb3 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:41.097515 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device eacd6c61-e4e7-4d43-84fe-6ee185b8a671 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:41.120914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Network 53c8dfe6-6127-403c-8d96-5039ee2f5ff8 is not hosted by any dhcp agent {{(pid=101495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 12:22:41.121829 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] No DVR routers for this DVR port eacd6c61-e4e7-4d43-84fe-6ee185b8a671 on host dv-cinder-815712-4-iscsi {{(pid=101495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:22:41.146477 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c409f-a4d2-46bd-9c42-0a86ffc81952 None None] Pushing event deleted for resources: {'Port': ['ID=eacd6c61-e4e7-4d43-84fe-6ee185b8a671,revision_number=None']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:41.150189 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: eacd6c61-e4e7-4d43-84fe-6ee185b8a671 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:41.150766 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device eacd6c61-e4e7-4d43-84fe-6ee185b8a671 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:41.505282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.774860 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Deleting port e7bb7668-35bc-433a-8855-f31c5fe4c189 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:41.775073 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.860377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] For port e7bb7668-35bc-433a-8855-f31c5fe4c189, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=e7bb7668-35bc-433a-8855-f31c5fe4c189,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:41.860728 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.872879 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Calling delete_port for e7bb7668-35bc-433a-8855-f31c5fe4c189 owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:42.119596 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5659-26d5-470f-aaf1-2685d44ded3d req-15da5ab3-4aa9-4ce8-8811-3240b66fa768 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:42.121191 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-44ab5659-26d5-470f-aaf1-2685d44ded3d req-15da5ab3-4aa9-4ce8-8811-3240b66fa768 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.1158438 Oct 28 12:22:42.122062 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:42.156515 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bb7668-35bc-433a-8855-f31c5fe4c189,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:42.229403 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-44ab5659-26d5-470f-aaf1-2685d44ded3d req-438248b7-1775-4c38-a80b-8bed9a0f0486 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010389 Oct 28 12:22:42.349438 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:42.584688 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Router edaebefa-f801-4726-9f2a-920856159eb9 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:22:42.690592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:22:42.701770 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5644b926-3f3b-4b84-996e-b233a286dcd4 admin admin] 10.222.0.37 "PUT /v2.0/routers/edaebefa-f801-4726-9f2a-920856159eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6238749 Oct 28 12:22:42.701770 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35436) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:42.712209 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Sync routers for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:22:42.733527 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:42.735421 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:42.862417 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:42.867083 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:42.965093 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.026237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Deleting port 5b3df7a2-632e-4591-9d32-d27d5590e965 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:43.026860 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.079856 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:22:42Z', 'revision_number': 5, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port': {'id': '5b3df7a2-632e-4591-9d32-d27d5590e965', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:15:33Z', 'updated_at': '2021-10-28T12:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:43.107315 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Checking router: edaebefa-f801-4726-9f2a-920856159eb9 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:22:43.116444 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] For port 5b3df7a2-632e-4591-9d32-d27d5590e965, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=5b3df7a2-632e-4591-9d32-d27d5590e965,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:43.116751 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.117825 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Routers {'edaebefa-f801-4726-9f2a-920856159eb9'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:43.118715 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['edaebefa-f801-4726-9f2a-920856159eb9'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:43.130668 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Calling delete_port for 5b3df7a2-632e-4591-9d32-d27d5590e965 owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:43.308701 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.335515 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] Set router edaebefa-f801-4726-9f2a-920856159eb9 gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:22:43.350374 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3df7a2-632e-4591-9d32-d27d5590e965,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:43.418702 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b53f3-361d-4502-b2e3-5721c9fbbe6e req-898f116d-55f5-423c-9a75-662ebf78e4b8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:43.420486 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c18b53f3-361d-4502-b2e3-5721c9fbbe6e req-898f116d-55f5-423c-9a75-662ebf78e4b8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0838923 Oct 28 12:22:43.440962 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:22:42Z', 'revision_number': 6, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:43.443586 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.475691 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c18b53f3-361d-4502-b2e3-5721c9fbbe6e req-b8b4d33a-11a3-4b89-92d4-795d5b752104 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Oct 28 12:22:43.482067 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4b5fc-ca70-44cf-89eb-4b11cf1489f3 None None] The sync data for ids ['edaebefa-f801-4726-9f2a-920856159eb9'] in dv-cinder-815712-4-iscsi is: [{'id': 'edaebefa-f801-4726-9f2a-920856159eb9', 'name': 'tempest-TestShelveInstance-1547511326-router', 'tenant_id': 'e53bf19856f24699b35b07857d77f4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:15:32Z', 'updated_at': '2021-10-28T12:22:42Z', 'revision_number': 6, 'project_id': 'e53bf19856f24699b35b07857d77f4ef', 'gw_port_host': None}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:22:43.544791 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.547133 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.593617 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.594175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router edaebefa-f801-4726-9f2a-920856159eb9 {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:22:43.603091 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.604269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9a9f16fe-2b38-4e25-bcff-9dab71cd3a2c admin admin] 10.222.0.37 "DELETE /v2.0/routers/edaebefa-f801-4726-9f2a-920856159eb9 HTTP/1.1" status: 204 len: 168 time: 0.9022603 Oct 28 12:22:43.606916 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35442) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:43.652640 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Deleting subnet 34fb339e-5f78-4761-9169-f299799917f9 {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:22:43.655843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.696368 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.811076 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.867763 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.900734 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fb339e-5f78-4761-9169-f299799917f9,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:43.904544 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:43.910788 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-88b77451-6635-4561-8583-a6e71cdf71cd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34fb339e-5f78-4761-9169-f299799917f9 HTTP/1.1" status: 204 len: 168 time: 0.2998970 Oct 28 12:22:43.911005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35444) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:43.915763 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac299d8-ec5f-4442-9335-0dd13e9eab6e None None] Network 9f2245c6-f7f0-4c73-888f-8104db295b6a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:22:44.005495 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.060867 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Deleting port 75f995d9-8562-4623-ae9d-d52db21b8487 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:22:44.061335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.138379 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] For port 75f995d9-8562-4623-ae9d-d52db21b8487, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75f995d9-8562-4623-ae9d-d52db21b8487,segment=NetworkSegment(667c2887-e9e3-4a80-aee5-a66b84bc3006),segment_id=667c2887-e9e3-4a80-aee5-a66b84bc3006)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:44.139172 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.153451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Calling delete_port for 75f995d9-8562-4623-ae9d-d52db21b8487 owned by network:dhcp {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:22:44.235821 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.264005 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f995d9-8562-4623-ae9d-d52db21b8487,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:44.270433 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] No DVR routers for this DVR port 75f995d9-8562-4623-ae9d-d52db21b8487 on host dv-cinder-815712-4-iscsi {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:22:44.291724 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad917d03-7a5f-401f-99a7-b462505a65b2 None None] DHCP port deletion for 9f2245c6-f7f0-4c73-888f-8104db295b6a request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:22:44.348098 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.368405 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2245c6-f7f0-4c73-888f-8104db295b6a']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:44.378982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667c2887-e9e3-4a80-aee5-a66b84bc3006') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:44.379266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667c2887-e9e3-4a80-aee5-a66b84bc3006') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:44.389280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.404667 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.412969 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Releasing vlan 1379 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:22:44.413360 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:22:44.415356 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:22:44.478544 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.483251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.487276 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9f2245c6-f7f0-4c73-888f-8104db295b6a HTTP/1.1" status: 204 len: 168 time: 0.5753434 Oct 28 12:22:44.499951 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaff4b-5143-4c72-82df-9c1865dfba08 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2245c6-f7f0-4c73-888f-8104db295b6a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:44.655172 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35450) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:44.663124 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94c88-2d9e-4220-bdbf-30459337d3fa req-893ff17a-3e9e-4675-a8f8-c0c888d50529 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:44.671478 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ecd94c88-2d9e-4220-bdbf-30459337d3fa req-893ff17a-3e9e-4675-a8f8-c0c888d50529 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0805905 Oct 28 12:22:44.716426 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7f8861a6-cf15-4b0f-9336-a5b589229761 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a714ee6cfd984bbf823ab5c422c5a3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577507 Oct 28 12:22:44.717402 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35452) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:44.730868 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ecd94c88-2d9e-4220-bdbf-30459337d3fa req-751424bd-998b-4c35-8b66-bc452bb21e17 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581946 Oct 28 12:22:44.796168 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.811138 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 5b3df7a2-632e-4591-9d32-d27d5590e965 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:44.831495 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 5b3df7a2-632e-4591-9d32-d27d5590e965 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:44.832043 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 5b3df7a2-632e-4591-9d32-d27d5590e965 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:44.832539 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device e7bb7668-35bc-433a-8855-f31c5fe4c189 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:44.837455 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.858176 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: e7bb7668-35bc-433a-8855-f31c5fe4c189 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:44.858609 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device e7bb7668-35bc-433a-8855-f31c5fe4c189 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:44.859156 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75f995d9-8562-4623-ae9d-d52db21b8487 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:22:44.879713 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 75f995d9-8562-4623-ae9d-d52db21b8487 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:22:44.880063 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75f995d9-8562-4623-ae9d-d52db21b8487 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:22:44.901285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.903948 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.905163 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/beffd49f-cefd-4a96-b553-01383e26eb53 HTTP/1.1" status: 204 len: 168 time: 0.1866860 Oct 28 12:22:44.913242 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e013b5-cce9-4410-8b2d-28fa137effb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beffd49f-cefd-4a96-b553-01383e26eb53,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:45.256702 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35458) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:45.306727 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-b9e72c19-9c1c-4e7e-afaf-fc507b303210 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e53bf19856f24699b35b07857d77f4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465076 Oct 28 12:22:45.306957 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35460) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:45.366446 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:45.389135 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:45.434604 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:45.437177 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:45.438304 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bac039c6-1dbc-4f6d-8545-1ab68c70b222 HTTP/1.1" status: 204 len: 168 time: 0.1305332 Oct 28 12:22:45.446703 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c23f20-7167-41b8-bfe4-c3b264b596cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac039c6-1dbc-4f6d-8545-1ab68c70b222,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:45.878444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3376-1c97-4c67-971c-e5f1bdd636b4 req-42c9f91e-ebfe-4f21-9660-5809ce1153d0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:45.879960 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2dec3376-1c97-4c67-971c-e5f1bdd636b4 req-42c9f91e-ebfe-4f21-9660-5809ce1153d0 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Oct 28 12:22:45.927747 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2dec3376-1c97-4c67-971c-e5f1bdd636b4 req-a5f347f7-c51e-42fb-8f50-4cc0db65d222 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Oct 28 12:22:47.055024 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881c9d5-202c-4625-be92-71d0bc1d9756 req-3ee03036-b4f2-4037-b03e-81645e1a1247 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:47.056654 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8881c9d5-202c-4625-be92-71d0bc1d9756 req-3ee03036-b4f2-4037-b03e-81645e1a1247 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0526547 Oct 28 12:22:47.094856 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8881c9d5-202c-4625-be92-71d0bc1d9756 req-1cf83223-f292-4c4d-a859-e04db9ba238b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Oct 28 12:22:48.221392 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba24f0-173e-48a6-95ea-bcd7310def88 req-e21c9adb-ad45-42ed-b1b8-8ccd142fdccd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:48.222906 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f7ba24f0-173e-48a6-95ea-bcd7310def88 req-e21c9adb-ad45-42ed-b1b8-8ccd142fdccd tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0498624 Oct 28 12:22:48.259419 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f7ba24f0-173e-48a6-95ea-bcd7310def88 req-f66905f8-2d37-47b4-8072-d8a9d8900b74 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305738 Oct 28 12:22:49.393071 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753266-0e51-408c-a8f0-ed8d5da9b69f req-84489ed8-412f-4da2-a49a-33d9613214f6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:49.395313 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-11753266-0e51-408c-a8f0-ed8d5da9b69f req-84489ed8-412f-4da2-a49a-33d9613214f6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0609293 Oct 28 12:22:49.437238 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-11753266-0e51-408c-a8f0-ed8d5da9b69f req-c18e15c8-e3b9-4995-81e6-25ffe76f2eeb tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358396 Oct 28 12:22:50.577545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398d984-f0fe-4c97-9948-da2c41b42d4a req-46c90d64-9dd7-4688-b00f-faa4d5ab60e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:50.579081 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d398d984-f0fe-4c97-9948-da2c41b42d4a req-46c90d64-9dd7-4688-b00f-faa4d5ab60e8 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0515132 Oct 28 12:22:50.616575 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d398d984-f0fe-4c97-9948-da2c41b42d4a req-d2bfee39-488b-4e2c-bc37-5124d7643e7c tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Oct 28 12:22:51.736313 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995e605-b15e-451f-a414-63bb76c45783 req-07270b32-1aff-4e7e-8048-48dc8231f8fa tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:51.737789 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1995e605-b15e-451f-a414-63bb76c45783 req-07270b32-1aff-4e7e-8048-48dc8231f8fa tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0491633 Oct 28 12:22:51.773904 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1995e605-b15e-451f-a414-63bb76c45783 req-84845041-c5cb-42c5-9936-b2e79031b98d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302069 Oct 28 12:22:51.969096 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-739c1773-f9a2-42e7-a507-851fd97b6482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:52.893189 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab3176-77a1-4187-a286-c7b07a1f654d req-2263c85c-6d95-4ab8-9d36-3a44a75809b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:52.894652 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d1ab3176-77a1-4187-a286-c7b07a1f654d req-2263c85c-6d95-4ab8-9d36-3a44a75809b9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0486546 Oct 28 12:22:52.931747 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d1ab3176-77a1-4187-a286-c7b07a1f654d req-e79b5171-38a9-4d04-b2fd-b44ff4b785e1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Oct 28 12:22:53.733451 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-b8709e7b-c6ba-4256-a601-2210015deed2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378914 Oct 28 12:22:53.815817 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-f562c469-9cd2-4e74-8887-645db101045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:53.817275 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-f562c469-9cd2-4e74-8887-645db101045e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 1099 time: 0.0407970 Oct 28 12:22:53.921664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-15aa9177-4ce8-43c9-abe4-a3041ad8f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:53.923753 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-15aa9177-4ce8-43c9-abe4-a3041ad8f752 service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0872216 Oct 28 12:22:53.989715 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-5c945e35-a0bf-4f91-8d57-e08d7c9ab063 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 200 len: 1002 time: 0.0589299 Oct 28 12:22:54.066796 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-f76e6d72-cccf-4b7c-9bca-0af7bb242f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:54.068225 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-f76e6d72-cccf-4b7c-9bca-0af7bb242f0a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0715401 Oct 28 12:22:54.084716 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e31978-0003-41ba-90a5-a911641252ca req-a96862b8-d9e0-4e77-b993-100a777500c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:54.086082 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e8e31978-0003-41ba-90a5-a911641252ca req-a96862b8-d9e0-4e77-b993-100a777500c6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0813096 Oct 28 12:22:54.146285 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e8e31978-0003-41ba-90a5-a911641252ca req-31773b02-c16a-4dd5-9e06-e9da95f37ff2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531752 Oct 28 12:22:54.148805 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-bcada36d-19d4-4c5a-b033-e9426968d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:54.150251 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-bcada36d-19d4-4c5a-b033-e9426968d3f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737982 Oct 28 12:22:54.244443 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-e4673f98-edf2-4601-8682-2f696e948c25 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Oct 28 12:22:54.341714 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-52d805e9-ee1b-424f-a8ae-ad103aa14187 req-cbde7754-df7a-4a25-a19b-95094b47c08d service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Oct 28 12:22:54.511266 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-72ea25ab-6439-4a29-88c5-841a7bdfee28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:55.261431 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66466-ee33-4323-9021-c5002e13fe11 req-5741dd88-cd87-4777-b139-ee468700f04b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:55.262878 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dce66466-ee33-4323-9021-c5002e13fe11 req-5741dd88-cd87-4777-b139-ee468700f04b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0468149 Oct 28 12:22:55.300773 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-dce66466-ee33-4323-9021-c5002e13fe11 req-13f70c3a-2f0c-4c6b-8e1b-bc6882d83268 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Oct 28 12:22:55.712369 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:55.722881 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:56.419660 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86ddf2-3e46-445f-b180-51aa84e87072 req-cc3f463d-c698-4b82-9b0c-4ac153d99d0d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:56.421118 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8d86ddf2-3e46-445f-b180-51aa84e87072 req-cc3f463d-c698-4b82-9b0c-4ac153d99d0d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0488768 Oct 28 12:22:56.458629 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8d86ddf2-3e46-445f-b180-51aa84e87072 req-f3c5b93a-5a4e-4f1c-9706-b8c7eb503fc2 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314908 Oct 28 12:22:57.166445 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:57.577310 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b5ce-e4ba-4d2e-a921-91ac0d1df631 req-5a7288e6-3621-4721-a914-d25c2f3ce41d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:57.578768 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b5e3b5ce-e4ba-4d2e-a921-91ac0d1df631 req-5a7288e6-3621-4721-a914-d25c2f3ce41d tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 943 time: 0.0509930 Oct 28 12:22:57.615512 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b5e3b5ce-e4ba-4d2e-a921-91ac0d1df631 req-cafd2920-caf2-43c8-9561-4ba90ff66564 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303345 Oct 28 12:22:58.028209 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:22:58.125337 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:58.136059 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'port_id': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'mac_address': 'fa:16:3e:e7:0b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:22:58.171723 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.184642 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:22:58.203967 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:58.208876 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.255885 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=9']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:58.630943 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['df78786b-91a7-4ab8-9ff2-b69bbf31776f'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:22:58.739461 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee348ca4-568c-4973-afb9-984759141cf4 req-0361c59a-1315-4847-9adc-fa2ae90caf82 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:58.740916 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee348ca4-568c-4973-afb9-984759141cf4 req-0361c59a-1315-4847-9adc-fa2ae90caf82 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Oct 28 12:22:58.777819 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ee348ca4-568c-4973-afb9-984759141cf4 req-ca744ff4-7f1e-4cb6-be38-9da4750fecd3 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Oct 28 12:22:59.898713 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fece4-d82c-4cea-8c34-d2917b38021d req-4c0ace0b-6718-406e-b564-37cd28509cd9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:59.900184 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-082fece4-d82c-4cea-8c34-d2917b38021d req-4c0ace0b-6718-406e-b564-37cd28509cd9 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 944 time: 0.0489671 Oct 28 12:22:59.937864 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-082fece4-d82c-4cea-8c34-d2917b38021d req-e8002795-3210-4687-9e5c-28fceb981772 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Oct 28 12:23:00.036062 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:00.084286 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port df78786b-91a7-4ab8-9ff2-b69bbf31776f triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:00.084576 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.162450 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.183940 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:00.186178 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295ee94-e25c-4a94-b143-a702edbccf74" -d '{"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:00.198855 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:00.204070 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.229690 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fec273-c914-45af-b4c5-9407be004864 x-openstack-request-id: req-d1fec273-c914-45af-b4c5-9407be004864 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:00.229972 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-plugged", "status": "completed", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:00.230213 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1fec273-c914-45af-b4c5-9407be004864 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:00.230603 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'code': 200} Oct 28 12:23:00.256937 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=10']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:00.408592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc026f-949a-4537-9c57-5931c99f9dfd req-7c5bbb23-19cd-40f3-9222-7f7044478d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:00.410038 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-93bc026f-949a-4537-9c57-5931c99f9dfd req-7c5bbb23-19cd-40f3-9222-7f7044478d97 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1099 time: 0.0392318 Oct 28 12:23:00.448527 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-93bc026f-949a-4537-9c57-5931c99f9dfd req-b4de3736-d738-4d5a-b7a7-eb923e57d4da service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Oct 28 12:23:01.061741 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b382c-2507-4b4b-bc69-fc486d37841d req-ac9b6b76-61b9-4c32-9e06-65039a259782 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:01.063211 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d19b382c-2507-4b4b-bc69-fc486d37841d req-ac9b6b76-61b9-4c32-9e06-65039a259782 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Oct 28 12:23:01.100038 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d19b382c-2507-4b4b-bc69-fc486d37841d req-7c2e0d4b-6f0d-42c5-9b2b-38fa380be0d1 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303802 Oct 28 12:23:02.224976 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3c3fc-7410-42c8-a274-f721e8002b21 req-2f0483e8-9a13-4815-ab95-02c5e2e0ca00 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:02.226605 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-28f3c3fc-7410-42c8-a274-f721e8002b21 req-2f0483e8-9a13-4815-ab95-02c5e2e0ca00 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0527859 Oct 28 12:23:02.269275 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-28f3c3fc-7410-42c8-a274-f721e8002b21 req-1f1cd202-31ca-4147-a0b5-19142b8e0958 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Oct 28 12:23:03.389022 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df9bce-7b21-48d3-9933-994578901cf3 req-a6a2e0b5-5584-4de9-b6a5-814004c3af4b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:03.390468 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26df9bce-7b21-48d3-9933-994578901cf3 req-a6a2e0b5-5584-4de9-b6a5-814004c3af4b tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Oct 28 12:23:03.426932 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26df9bce-7b21-48d3-9933-994578901cf3 req-0fc31755-18b5-4bf7-aaf1-0efa30f968a5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Oct 28 12:23:05.436377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fa1d-a409-45cf-8921-3ac3fa52a0a9 req-10ddd5f9-0eb5-445f-8bd4-2172e823dacf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:05.437839 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b919fa1d-a409-45cf-8921-3ac3fa52a0a9 req-10ddd5f9-0eb5-445f-8bd4-2172e823dacf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Oct 28 12:23:05.475081 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b919fa1d-a409-45cf-8921-3ac3fa52a0a9 req-b109e254-9a40-471d-84fa-3e9a70236bd0 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307643 Oct 28 12:23:06.587698 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f606d-0d50-4640-a132-c926c484198e req-2d3d4743-7510-44c9-92d3-cb055c860710 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:06.589135 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c9f606d-0d50-4640-a132-c926c484198e req-2d3d4743-7510-44c9-92d3-cb055c860710 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Oct 28 12:23:06.626527 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2c9f606d-0d50-4640-a132-c926c484198e req-4446b800-4a0d-47cb-a18e-adf3c053f8f8 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Oct 28 12:23:06.705148 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-95ab8c70-4cef-49a0-86df-9f310718d775 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:06.706573 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-95ab8c70-4cef-49a0-86df-9f310718d775 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 946 time: 0.0472870 Oct 28 12:23:06.796926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Deleting port 162964eb-ccde-495d-a9be-489d9176ff3b {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:23:06.797167 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:06.883104 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] For port 162964eb-ccde-495d-a9be-489d9176ff3b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=162964eb-ccde-495d-a9be-489d9176ff3b,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:06.883498 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.310377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.310813 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.311089 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Floating IP d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f disassociated. External IP: 172.27.2.252, port: 162964eb-ccde-495d-a9be-489d9176ff3b. Oct 28 12:23:07.311418 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Calling delete_port for 162964eb-ccde-495d-a9be-489d9176ff3b owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:23:07.444901 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.471986 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'Port': ['ID=162964eb-ccde-495d-a9be-489d9176ff3b,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:07.587199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:23:07.697302 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:07.706832 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:07.716671 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:07.717288 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:07.738374 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e660b626-8db1-4fbe-af81-8dcc25233028 req-4a1a53ee-8a92-431a-bb41-49a80d197acb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cfb902-8c2c-4a98-b226-147d495a83e9 HTTP/1.1" status: 200 len: 210 time: 0.0433531 Oct 28 12:23:07.757850 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] No DVR routers for this DVR port 162964eb-ccde-495d-a9be-489d9176ff3b on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:23:07.761316 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.765232 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c6e30db4-5f20-4571-81d5-2c65722549c8 req-ecc4772a-bb9c-47d2-8a4a-2d70f5a5eb57 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "DELETE /v2.0/ports/162964eb-ccde-495d-a9be-489d9176ff3b HTTP/1.1" status: 204 len: 173 time: 1.0527377 Oct 28 12:23:07.765699 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'name': 'network-vif-deleted', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:07.768330 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22b0721-b7de-4ae4-862e-5cab3e06c04b" -d '{"events": [{"server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "name": "network-vif-deleted", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:07.830342 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:07.953665 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2f33f-e052-4d05-a828-c246a174d092 x-openstack-request-id: req-88b2f33f-e052-4d05-a828-c246a174d092 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:07.953991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfb902-8c2c-4a98-b226-147d495a83e9", "name": "network-vif-deleted", "tag": "162964eb-ccde-495d-a9be-489d9176ff3b", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:07.954244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88b2f33f-e052-4d05-a828-c246a174d092 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:07.954643 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfb902-8c2c-4a98-b226-147d495a83e9', 'name': 'network-vif-deleted', 'tag': '162964eb-ccde-495d-a9be-489d9176ff3b', 'status': 'completed', 'code': 200} Oct 28 12:23:08.050516 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:08.077177 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:08.085401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:08.085931 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:08.196061 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:08.406371 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:08.433340 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2a200-a1a0-4f7d-b155-8438620bdaaf None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:08.633495 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b714429d-61d1-4be5-ba86-c0d5d1969dd0 None None] New status for floating IP d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:23:08.827894 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35568) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:08.882439 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.908851 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.910341 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.957081 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.959633 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.960822 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab4432ff-e4d5-4bb1-ab88-5e8d56fed097 HTTP/1.1" status: 204 len: 168 time: 0.1319041 Oct 28 12:23:08.963561 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35570) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:08.970209 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f212b2-104e-4f82-a7c4-c3abf74a5eda tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4432ff-e4d5-4bb1-ab88-5e8d56fed097,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:08.976943 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.api.v2.resource [None req-e175030a-a393-43fd-b511-a1fea3b8677e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] show failed (client error): The resource could not be found. Oct 28 12:23:08.981416 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e175030a-a393-43fd-b511-a1fea3b8677e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups/ab4432ff-e4d5-4bb1-ab88-5e8d56fed097 HTTP/1.1" status: 404 len: 347 time: 0.0168083 Oct 28 12:23:08.981962 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35572) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:09.101903 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Deleting port f1367004-8a7c-4a2c-8718-dd807a8a4a62 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:23:09.102239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.178795 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.179123 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.190951 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Calling delete_port for f1367004-8a7c-4a2c-8718-dd807a8a4a62 owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:23:09.320336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.584056 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'Port': ['ID=f1367004-8a7c-4a2c-8718-dd807a8a4a62,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:09.639739 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.642264 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.643424 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-f099fc68-40b0-4cd4-9bf4-7b2cc377f055 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8393ce5-1cfa-424d-88bb-0fd5a33f8f0f HTTP/1.1" status: 204 len: 168 time: 0.6604488 Oct 28 12:23:09.899134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35576) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:09.903651 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604754767', 'description': 'tempest-description--530110931'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:09.926865 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.991184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.994918 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.018734 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.019942 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1198127 Oct 28 12:23:10.023918 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35578) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:10.028413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group_rule': {'security_group_id': 'e94d63b0-b211-4d05-b884-1f7b50f2a28c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:10.031536 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea82b4-c72b-4090-b8c5-a1ec6bdea0ba tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d63b0-b211-4d05-b884-1f7b50f2a28c,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:10.056853 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.103086 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.107121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.124262 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cde0a12-3780-45c6-b814-4defe36b6e9d,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:10.133361 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.134331 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 162964eb-ccde-495d-a9be-489d9176ff3b no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:23:10.134843 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d1cbaa60-8e46-486f-8468-adc09fde9c5c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096592 Oct 28 12:23:10.137288 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35580) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:10.142150 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'security_group_rule': {'security_group_id': 'e94d63b0-b211-4d05-b884-1f7b50f2a28c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:10.159981 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 162964eb-ccde-495d-a9be-489d9176ff3b {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:23:10.160322 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 162964eb-ccde-495d-a9be-489d9176ff3b not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:23:10.169287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.223674 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.227194 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.241757 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d689825-0eaf-4d60-ad10-3b82a4d934af,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:10.252145 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.253394 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a00e8e0b-9017-4e93-84d6-f09a14996faf tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151197 Oct 28 12:23:10.256852 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35582) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:10.261111 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:10.283253 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.380973 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.485091 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Allocated IP 172.27.2.117 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/4937e152-284a-457b-9996-ef6adc4c0129) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:10.588823 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.620767 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.659426 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:10.663835 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:10.667314 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:10.691079 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=4937e152-284a-457b-9996-ef6adc4c0129,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:10.755784 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.788798 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.941759 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.946169 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.961115 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:23:11.016382 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=4937e152-284a-457b-9996-ef6adc4c0129,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:11.024444 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.040528 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.041749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-9e7ebe02-0b38-4df5-8b1c-7cb611bb4a8e tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7839842 Oct 28 12:23:11.183147 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-6c336dee-c271-4dfa-9fcb-997e4f55732c tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--604754767&fields=id&tenant_id=9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 267 time: 0.0352938 Oct 28 12:23:11.286434 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-a59f14fd-c895-44f4-a73b-6fd96d698c12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:11.287820 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-a59f14fd-c895-44f4-a73b-6fd96d698c12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 810 time: 0.0974941 Oct 28 12:23:11.303162 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-424faaee-87f0-492a-8d5b-b6ffac477fc7 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/quotas/9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Oct 28 12:23:11.353963 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-e2911fbc-1f75-4d32-99ac-a15c918b8f55 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454719 Oct 28 12:23:11.461533 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-be426735-a11b-4ac2-9bfa-e7bc2e9544e1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:23:11.462851 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-be426735-a11b-4ac2-9bfa-e7bc2e9544e1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0970764 Oct 28 12:23:11.551857 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-1c06dd39-5f15-4c79-9a13-5e22355f0146 service neutron] 10.222.0.37 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824704 Oct 28 12:23:11.643867 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-373a9819-1242-4ce8-968c-3356696bac0d service neutron] 10.222.0.37 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859411 Oct 28 12:23:11.799861 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-27fa1c53-598b-4c90-8fa5-6a880ab1fe52 req-1bbbc403-2971-42ff-99ef-4a768510c57b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 210 time: 0.0267849 Oct 28 12:23:12.744175 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-eb4a0d7b-5c17-4cea-9801-53144746d199 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:12.745608 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-eb4a0d7b-5c17-4cea-9801-53144746d199 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 810 time: 0.1052260 Oct 28 12:23:12.795891 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-9e7c69f6-dd61-44dc-8eda-00c0cd1eb223 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9312b8e64f51472da613ba9a553d6c08 HTTP/1.1" status: 200 len: 379 time: 0.0393934 Oct 28 12:23:12.804923 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'port': {'device_id': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'admin_state_up': True, 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'security_groups': ['e94d63b0-b211-4d05-b884-1f7b50f2a28c']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:12.896469 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-144985ae-01d5-4ca0-b536-2974b1ea952c req-38e9aefe-0513-4528-bdf5-9812d09c8405 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 210 time: 0.0272710 Oct 28 12:23:12.919787 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Made reservation on behalf of 9312b8e64f51472da613ba9a553d6c08 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:23:12.923519 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.044126 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Allocated IP 172.20.0.6 (de15b36d-2b79-466b-a06c-a72c17091769/ac3773c6-231b-4b65-8e60-bacb70f9b84b/502a1ac2-2e78-4cbb-91b0-ce62e1165360) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:13.180140 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.214049 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.257920 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Network de15b36d-2b79-466b-a06c-a72c17091769 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:13.261065 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:13.264804 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:13.271111 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event updated for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:13.323989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:13.324608 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.341004 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-3a4c7dfe-ea94-47f1-b223-94d1b314c39b tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398459 Oct 28 12:23:13.351611 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-3938889f-0f11-4e4c-bad4-d4a4f7607920 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:23:13.352592 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-3938889f-0f11-4e4c-bad4-d4a4f7607920 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051708 Oct 28 12:23:13.413579 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Request body: {'port': {'device_id': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:13.468203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.490894 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-fe33be30-b16d-4494-8dc0-20fa4581d483 None None] Provisioning complete for port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:13.491445 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fe33be30-b16d-4494-8dc0-20fa4581d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.524902 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-fe33be30-b16d-4494-8dc0-20fa4581d483 None None] Port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:23:13.736850 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502a1ac2-2e78-4cbb-91b0-ce62e1165360 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:23:13.744146 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.756233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Transition to ACTIVE for port object 502a1ac2-2e78-4cbb-91b0-ce62e1165360 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:23:13.759943 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.808303 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Pushing event updated for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:13.881637 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Attempting to bind port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:23:13.882218 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Attempting to bind port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:23:13.882672 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Attempting to bind port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:13.887555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 on network de15b36d-2b79-466b-a06c-a72c17091769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:23:13.887876 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Attempting to bind port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 on network de15b36d-2b79-466b-a06c-a72c17091769 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:13.893788 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:23:13.894143 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Checking segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:23:13.894523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Bound using segment: {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:23:13.894970 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Bound port: 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c943a6-efbb-459a-9481-1afb7504d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:23:13.895325 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:13.964557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:23:13.968657 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:23:13.980856 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:14.032541 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.033139 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:14.034632 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] 10.222.0.107 "PUT /v2.0/ports/502a1ac2-2e78-4cbb-91b0-ce62e1165360 HTTP/1.1" status: 200 len: 1093 time: 0.6731150 Oct 28 12:23:14.034978 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:14.037409 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338" -d '{"events": [{"name": "network-changed", "server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:14.078089 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078a05-28a6-40fa-aa74-b9cc3605a735 req-3f17f5d7-4aee-4528-9cc5-9daa55d93608 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.079799 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f3078a05-28a6-40fa-aa74-b9cc3605a735 req-3f17f5d7-4aee-4528-9cc5-9daa55d93608 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 943 time: 0.1130366 Oct 28 12:23:14.085960 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa96b00-f474-49e4-8dd4-1a92443181c3 x-openstack-request-id: req-2aa96b00-f474-49e4-8dd4-1a92443181c3 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:14.086323 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:14.086663 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aa96b00-f474-49e4-8dd4-1a92443181c3 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:14.087152 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'status': 'completed', 'code': 200} Oct 28 12:23:14.100151 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7b15-e87b-49c0-947d-ae7920259a12 service neutron] Pushing event updated for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:14.161426 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-6bdfe89b-7155-4baa-8d54-7d82e659edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.162974 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-6bdfe89b-7155-4baa-8d54-7d82e659edee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 1096 time: 0.0789630 Oct 28 12:23:14.165949 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f3078a05-28a6-40fa-aa74-b9cc3605a735 req-8cd17949-2726-4b02-9fee-ecabf2d8f3f2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688677 Oct 28 12:23:14.208132 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-5b2165fd-d935-4205-b692-7c3b2e9742a5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360 HTTP/1.1" status: 200 len: 217 time: 0.0360584 Oct 28 12:23:14.257116 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-f2fcf5ce-d7f5-43e3-a385-68e32deda803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.258539 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-f2fcf5ce-d7f5-43e3-a385-68e32deda803 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0437634 Oct 28 12:23:14.303931 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1526-a001-4840-9763-842496a3125a req-b8ca0a64-2b96-486b-8f46-9ef92e22b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.305408 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-b8ca0a64-2b96-486b-8f46-9ef92e22b9cf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402925 Oct 28 12:23:14.401653 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-a5099dd5-e85b-462f-86b2-ce39cb11a9cd service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853584 Oct 28 12:23:14.498769 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-375e1526-a001-4840-9763-842496a3125a req-84b3bf6a-3f44-4ad3-bf42-8a7c931a84d6 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869372 Oct 28 12:23:14.586472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-dcdae789-b44a-4f4c-9d8c-32f27a6a84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.587852 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-dcdae789-b44a-4f4c-9d8c-32f27a6a84fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 1096 time: 0.0409744 Oct 28 12:23:14.683140 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-1542e983-508c-4b5b-af66-d76bb67b3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.684599 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-1542e983-508c-4b5b-af66-d76bb67b3c4d service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0868733 Oct 28 12:23:14.726859 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-2aa6ff0f-c01f-4414-8339-5c6701bd12eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360 HTTP/1.1" status: 200 len: 217 time: 0.0336382 Oct 28 12:23:14.777779 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-141efabe-5f9b-4a9e-b0df-3a03f8b5417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.779239 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-141efabe-5f9b-4a9e-b0df-3a03f8b5417b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0437701 Oct 28 12:23:14.824247 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-7dc18b62-4d17-4369-8f72-a73a4474c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:14.825666 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-7dc18b62-4d17-4369-8f72-a73a4474c90e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381393 Oct 28 12:23:14.919208 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-69eacd6e-a455-45f0-9d2b-d89ecf24f69f service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Oct 28 12:23:15.011020 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-260bf263-0dbc-4157-9c4c-7aa8c4cc5338 req-1a9676ea-e847-49a4-8533-67323bd7d950 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Oct 28 12:23:15.281860 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c7cb4-8303-48e0-8544-ae066d8c4e84 req-781f71d8-6505-42eb-b3bf-9ff26a13eaed tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:15.283344 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc3c7cb4-8303-48e0-8544-ae066d8c4e84 req-781f71d8-6505-42eb-b3bf-9ff26a13eaed tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 943 time: 0.0482352 Oct 28 12:23:15.321204 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bc3c7cb4-8303-48e0-8544-ae066d8c4e84 req-02705506-c296-4d72-b7de-459d622addf5 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Oct 28 12:23:16.436516 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82e13f-9096-41ee-8338-296986b4c972 req-39e55fae-e57f-4d9f-825f-3b992398a162 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:16.438637 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9a82e13f-9096-41ee-8338-296986b4c972 req-39e55fae-e57f-4d9f-825f-3b992398a162 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 943 time: 0.0487726 Oct 28 12:23:16.476022 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-9a82e13f-9096-41ee-8338-296986b4c972 req-1c1336a4-a8d2-46a4-9b6b-e7b5861ac468 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Oct 28 12:23:17.595776 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed9a-b7ae-4b81-bd30-aea5fe40b3a7 req-102bee0e-578b-40cc-b552-c487fbcd4fdb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:17.597270 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-72c4ed9a-b7ae-4b81-bd30-aea5fe40b3a7 req-102bee0e-578b-40cc-b552-c487fbcd4fdb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 943 time: 0.0509019 Oct 28 12:23:17.635870 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-72c4ed9a-b7ae-4b81-bd30-aea5fe40b3a7 req-59f1f9c6-35ad-4f99-b1af-3d1d8619c36f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Oct 28 12:23:18.176509 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 502a1ac2-2e78-4cbb-91b0-ce62e1165360 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:23:18.273484 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:18.284231 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'port_id': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'mac_address': 'fa:16:3e:1b:f7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:23:18.320764 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:18.336193 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502a1ac2-2e78-4cbb-91b0-ce62e1165360 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:23:18.354391 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:18.358588 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:18.405300 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:18.745474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['502a1ac2-2e78-4cbb-91b0-ce62e1165360'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:23:18.749708 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356a57-065c-450f-b7ba-c164f5970cba req-1e7d29c8-686d-494f-9afa-8a97d976312f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:18.751739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80356a57-065c-450f-b7ba-c164f5970cba req-1e7d29c8-686d-494f-9afa-8a97d976312f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 944 time: 0.0489089 Oct 28 12:23:18.789646 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-80356a57-065c-450f-b7ba-c164f5970cba req-b1a34113-086d-439f-9ea1-4f5d24d3da63 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Oct 28 12:23:19.904648 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa04a6-d2e0-4d81-bf6c-185bba320bdf req-c936a295-c278-45cb-9c8c-c31a7ac7befd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:19.906119 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c0fa04a6-d2e0-4d81-bf6c-185bba320bdf req-c936a295-c278-45cb-9c8c-c31a7ac7befd tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 944 time: 0.0516443 Oct 28 12:23:19.943048 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c0fa04a6-d2e0-4d81-bf6c-185bba320bdf req-c79c841b-b7d1-4a42-b969-08bc30eb69d5 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Oct 28 12:23:20.176397 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 502a1ac2-2e78-4cbb-91b0-ce62e1165360 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:20.224933 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:23:20.228711 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:20.229055 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:20.304152 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:20.325734 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:20.328042 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a57f78a-7cb7-4094-a798-db0904b75b6d" -d '{"events": [{"server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "name": "network-vif-plugged", "status": "completed", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:20.341473 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:20.345717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:20.396098 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:20.426980 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc7c56-6e87-48fc-a058-7b1a7c4aef5d x-openstack-request-id: req-7bbc7c56-6e87-48fc-a058-7b1a7c4aef5d {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:20.427205 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "name": "network-vif-plugged", "status": "completed", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:20.427451 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bbc7c56-6e87-48fc-a058-7b1a7c4aef5d {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:20.427840 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'code': 200} Oct 28 12:23:20.599703 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e08e-82bc-4ab1-a93c-ad6dd8476c47 req-2c6c4489-e3a2-4473-bf58-6930c2535e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:20.601124 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35c2e08e-82bc-4ab1-a93c-ad6dd8476c47 req-2c6c4489-e3a2-4473-bf58-6930c2535e27 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 1098 time: 0.0419209 Oct 28 12:23:20.637183 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-35c2e08e-82bc-4ab1-a93c-ad6dd8476c47 req-553bb849-5fcb-4c9f-aab0-1b8f154f1153 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277822 Oct 28 12:23:21.054968 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79666eb5-ccf2-41c2-9097-1a90da68f6ad req-fd02bb33-de94-4350-b58f-5d5a36d274a6 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:21.056451 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-79666eb5-ccf2-41c2-9097-1a90da68f6ad req-fd02bb33-de94-4350-b58f-5d5a36d274a6 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0488048 Oct 28 12:23:21.092917 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-79666eb5-ccf2-41c2-9097-1a90da68f6ad req-46f687c3-a347-4288-bce6-99f7dc848649 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306144 Oct 28 12:23:21.555771 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deaaba-6665-4c60-9b69-174872189600 req-d859f940-2e97-46da-bf84-8e62ad92835c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:21.557232 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-40deaaba-6665-4c60-9b69-174872189600 req-d859f940-2e97-46da-bf84-8e62ad92835c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0484574 Oct 28 12:23:21.594604 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-40deaaba-6665-4c60-9b69-174872189600 req-d38ecb1b-df8f-42be-86db-ce8c4cefa65f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Oct 28 12:23:21.973880 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-660c5cc6-c3ff-4e64-bf71-19ecacb21578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.207750 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d484-29c0-49ce-a654-a58249958ba3 req-37902154-44ff-4d7d-80a6-883cdd35a25f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:22.209241 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5611d484-29c0-49ce-a654-a58249958ba3 req-37902154-44ff-4d7d-80a6-883cdd35a25f tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Oct 28 12:23:22.248666 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5611d484-29c0-49ce-a654-a58249958ba3 req-f6cf7bdf-8e9b-4a00-98f5-74f5bdb0fb1a tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Oct 28 12:23:22.374888 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ca8be-178a-419b-9509-fb72ec9fe566 req-4ace8bdb-39c1-4168-a0d2-60aef45cf8fe tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:22.376900 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac6ca8be-178a-419b-9509-fb72ec9fe566 req-4ace8bdb-39c1-4168-a0d2-60aef45cf8fe tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0648806 Oct 28 12:23:22.385419 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35644) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:22.389696 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Request body: {'floatingip': {'port_id': '502a1ac2-2e78-4cbb-91b0-ce62e1165360'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:22.438099 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.710410 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad33a05-5f77-4679-a1cf-0d863006850f req-8f090ef7-daac-4d7d-bccb-5e1d858b06c3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:22.711938 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fad33a05-5f77-4679-a1cf-0d863006850f req-8f090ef7-daac-4d7d-bccb-5e1d858b06c3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0498757 Oct 28 12:23:22.752263 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-fad33a05-5f77-4679-a1cf-0d863006850f req-8b2e8413-de2e-4d41-ae8a-ac66f74f09c4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Oct 28 12:23:22.900111 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.904361 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:23.007099 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Floating IP a08790ad-5451-4e25-ae3b-f891ceddc14d associated. External IP: 172.27.2.117, port: 502a1ac2-2e78-4cbb-91b0-ce62e1165360. Oct 28 12:23:23.214926 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:23:23.322447 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:23.327632 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:23.333608 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:23.343939 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:23.344560 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:23.364082 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2dd7b941-ba60-48d6-9756-d94d05c0e8d1 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "PUT /v2.0/floatingips/a08790ad-5451-4e25-ae3b-f891ceddc14d HTTP/1.1" status: 200 len: 991 time: 0.9750376 Oct 28 12:23:23.364082 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:23.365592 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d6ba98-1592-423d-86f4-6b724856ac94" -d '{"events": [{"name": "network-changed", "server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:23.386659 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-80ccb536-a6ca-4009-aa4c-22177543244a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:23.389706 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-80ccb536-a6ca-4009-aa4c-22177543244a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.0739534 Oct 28 12:23:23.404880 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1f65a-9078-427c-9b60-688f261c697d x-openstack-request-id: req-68a1f65a-9078-427c-9b60-688f261c697d {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:23.405396 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:23.405396 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68a1f65a-9078-427c-9b60-688f261c697d {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:23.405796 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'status': 'completed', 'code': 200} Oct 28 12:23:23.484623 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-dde6e85f-69a7-4995-bae3-2ec843a008c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:23.486151 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-dde6e85f-69a7-4995-bae3-2ec843a008c7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9312b8e64f51472da613ba9a553d6c08&device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 1098 time: 0.0520136 Oct 28 12:23:23.501537 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:23:23.501878 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:23.586573 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-a7fbc459-1aef-4b75-817a-7d98b57a2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:23.588105 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-a7fbc459-1aef-4b75-817a-7d98b57a2a73 service neutron] 10.222.0.107 "GET /v2.0/networks?id=de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 200 len: 912 time: 0.0945857 Oct 28 12:23:23.599091 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] For port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:23.599457 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:23.621353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:23.664434 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-510040da-dd2a-412b-8fc3-9ddd6402d654 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360 HTTP/1.1" status: 200 len: 999 time: 0.0669780 Oct 28 12:23:23.722672 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-f6486374-30bc-46ca-8ea6-5b47b780eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:23.724392 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-f6486374-30bc-46ca-8ea6-5b47b780eaa2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 200 len: 849 time: 0.0509877 Oct 28 12:23:23.789748 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-eab55cee-9859-4efc-b4c7-47d5c6ee5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:23.791457 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-eab55cee-9859-4efc-b4c7-47d5c6ee5482 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=de15b36d-2b79-466b-a06c-a72c17091769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530713 Oct 28 12:23:23.894847 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a08790ad-5451-4e25-ae3b-f891ceddc14d', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:1b:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:10Z', 'updated_at': '2021-10-28T12:23:22Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:23.916393 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-3a672ed3-0689-43ca-92d3-ad799463839b service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147156 Oct 28 12:23:23.928810 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:23.937545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:23.938791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:22:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:24.024616 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b9d6ba98-1592-423d-86f4-6b724856ac94 req-cabf1b1a-005c-4ddc-8efb-dff28eaffd86 service neutron] 10.222.0.107 "GET /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998631 Oct 28 12:23:24.052891 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:24.080243 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f943844-ee91-4dc3-a2ef-54f9e072ca4e req-cdf34f6a-86c6-42a1-b535-225c9ac3d944 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:24.081730 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4f943844-ee91-4dc3-a2ef-54f9e072ca4e req-cdf34f6a-86c6-42a1-b535-225c9ac3d944 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 945 time: 0.1140184 Oct 28 12:23:24.084838 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:24.085204 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:24.085502 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 07757652-6be1-4473-b573-5bcbaa355bae disassociated. External IP: 172.27.2.62, port: 695c0857-cf64-4a4c-9dc1-67c7d611fbf6. Oct 28 12:23:24.085847 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:23:24.174053 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4f943844-ee91-4dc3-a2ef-54f9e072ca4e req-2cd6a991-10c9-4259-847d-a909a4527718 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832524 Oct 28 12:23:24.261486 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:24.292138 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a08790ad-5451-4e25-ae3b-f891ceddc14d', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:1b:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:10Z', 'updated_at': '2021-10-28T12:23:22Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:24.293956 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=695c0857-cf64-4a4c-9dc1-67c7d611fbf6,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:24.326897 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb2d1-8138-452e-9fef-27f9904fa024 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'a08790ad-5451-4e25-ae3b-f891ceddc14d', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'port_id': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'mac_address': 'fa:16:3e:1b:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:10Z', 'updated_at': '2021-10-28T12:23:22Z', 'revision_number': 1, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:24.437602 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:23:24.517933 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c73e8a6d-5d4f-4fb2-a1bd-53bdf7171a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:24.554156 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12995dcf-3984-4f02-a156-71350fea88d9 None None] New status for floating IP a08790ad-5451-4e25-ae3b-f891ceddc14d: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:23:24.563275 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:24.574770 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:24.585470 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:24.586212 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:24.611116 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] No DVR routers for this DVR port 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:23:24.613760 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:24.617137 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-61cc76fe-2eee-48e3-a9cf-633c6b0835c8 req-254eed74-f5e2-4e25-a1b5-be8e92899e27 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "DELETE /v2.0/ports/695c0857-cf64-4a4c-9dc1-67c7d611fbf6 HTTP/1.1" status: 204 len: 173 time: 1.2177925 Oct 28 12:23:24.617579 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'name': 'network-vif-deleted', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:24.621991 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44d04d-95dd-43ba-8077-81412b375fc5" -d '{"events": [{"server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "name": "network-vif-deleted", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:24.660805 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562cbd7-d991-41c7-82f1-c987e9cab460 x-openstack-request-id: req-1562cbd7-d991-41c7-82f1-c987e9cab460 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:24.661029 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8b97f-0bb9-426b-939a-83aec5bd97be", "name": "network-vif-deleted", "tag": "695c0857-cf64-4a4c-9dc1-67c7d611fbf6", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:24.661339 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1562cbd7-d991-41c7-82f1-c987e9cab460 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:24.661753 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8b97f-0bb9-426b-939a-83aec5bd97be', 'name': 'network-vif-deleted', 'tag': '695c0857-cf64-4a4c-9dc1-67c7d611fbf6', 'status': 'completed', 'code': 200} Oct 28 12:23:24.743593 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:24.979300 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:25.009025 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:25.018649 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:25.019480 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:25.130029 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:25.293556 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3b92268a-5048-423c-ba5e-e22fe27600c3 req-31ee70d4-23eb-4df5-a8b4-a628cabb2abb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=99f8b97f-0bb9-426b-939a-83aec5bd97be HTTP/1.1" status: 200 len: 210 time: 0.0294385 Oct 28 12:23:25.340314 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:25.368241 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbee11e-d1cf-4250-ac12-67b93c0361b6 None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:25.606660 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7d9c9-197a-4a95-bfca-b43b30f9aadc None None] New status for floating IP 07757652-6be1-4473-b573-5bcbaa355bae: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:23:25.715788 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:25.727564 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:26.591726 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-ba186878-2cbf-4b12-bfc4-6e2a32b9ecf2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117697042&fields=id&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 267 time: 0.0336685 Oct 28 12:23:26.703827 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-26850a5d-62e5-4a51-adcb-d1b55ec5ef3e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:26.705283 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-26850a5d-62e5-4a51-adcb-d1b55ec5ef3e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1062415 Oct 28 12:23:26.720618 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-884563f0-f9b3-4b83-afbe-0fb0f1d138ce tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/quotas/cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 375 time: 0.0096321 Oct 28 12:23:26.776440 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-6644b4fb-2f08-41f9-838d-05c81b3cb246 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505807 Oct 28 12:23:26.834001 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-6f537f18-18ba-47a5-8ee5-a94d5b0d12b7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:23:26.835026 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-6f537f18-18ba-47a5-8ee5-a94d5b0d12b7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473146 Oct 28 12:23:26.924700 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-39428663-5fb8-401b-8815-9dc8447269f3 service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Oct 28 12:23:27.024776 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-d49b4f9a-27ca-4b86-8df8-9112c46cfe3f service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938907 Oct 28 12:23:27.169111 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:27.310772 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1d534de6-736e-4898-9d90-f8f9b50575b2 req-83affc20-efe8-439d-bf27-d3746fc27bf7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 210 time: 0.0302765 Oct 28 12:23:28.207963 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:23:28.224171 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-71d920f6-eb62-4936-a83e-36dcc8a6fc0a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:28.225664 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-71d920f6-eb62-4936-a83e-36dcc8a6fc0a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1098807 Oct 28 12:23:28.233489 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:23:28.233904 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 695c0857-cf64-4a4c-9dc1-67c7d611fbf6 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:23:28.269768 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-84b8a023-aedb-469d-ac71-aa6374ff3e4c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 380 time: 0.0340631 Oct 28 12:23:28.278942 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'port': {'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'admin_state_up': True, 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'security_groups': ['88e08896-48ce-4ef8-a647-22d6b6a50e3a']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:28.395412 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Made reservation on behalf of cfa9219e414f4bd49dcbf215ed8d6f35 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:23:28.399001 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:28.406304 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-705ec2a5-2d4f-49a6-996b-3eb8beae1fce req-bd2ee5a4-127d-4612-af05-5f4f0b58e667 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 210 time: 0.0264544 Oct 28 12:23:28.532672 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.20.0.7 (0274befd-d9a1-4ff6-a2b6-a21e079de445/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5/27692bcf-cac2-47f5-bc7e-a77918b203e2) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:28.680295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:28.716944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:28.762335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:28.765395 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:28.770402 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:28.800139 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:28.827452 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:28.828094 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:28.849497 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-080e23d6-79a4-48fd-b605-952da8096bd8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740991 Oct 28 12:23:28.868351 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Request body: {'port': {'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:28.925176 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:28.995314 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-6b14e8e7-2e55-4186-a150-b8d8480f9059 None None] Provisioning complete for port 27692bcf-cac2-47f5-bc7e-a77918b203e2 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:28.995682 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-6b14e8e7-2e55-4186-a150-b8d8480f9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.029105 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-6b14e8e7-2e55-4186-a150-b8d8480f9059 None None] Port 27692bcf-cac2-47f5-bc7e-a77918b203e2 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:23:29.187052 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27692bcf-cac2-47f5-bc7e-a77918b203e2 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:23:29.194333 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.206238 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Transition to ACTIVE for port object 27692bcf-cac2-47f5-bc7e-a77918b203e2 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:23:29.209181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.276485 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Pushing event updated for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:29.331367 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Attempting to bind port 27692bcf-cac2-47f5-bc7e-a77918b203e2 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:23:29.331704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Attempting to bind port 27692bcf-cac2-47f5-bc7e-a77918b203e2 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:23:29.332039 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Attempting to bind port 27692bcf-cac2-47f5-bc7e-a77918b203e2 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:29.336615 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Port 27692bcf-cac2-47f5-bc7e-a77918b203e2 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:23:29.336937 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Attempting to bind port 27692bcf-cac2-47f5-bc7e-a77918b203e2 on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:29.341896 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:23:29.342237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:23:29.342621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Bound using segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:23:29.343074 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Bound port: 27692bcf-cac2-47f5-bc7e-a77918b203e2, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:23:29.343433 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.409475 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:23:29.412903 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:23:29.416603 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.449147 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.449766 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.451927 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] 10.222.0.107 "PUT /v2.0/ports/27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 1093 time: 0.5875688 Oct 28 12:23:29.454164 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:29.457383 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90241bff-a332-44f0-b457-66ffbabac6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:29.488902 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc7e6e-9f3b-4e32-a219-fd89851917be service neutron] Pushing event updated for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:29.510977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881c36e-d793-46b2-9edd-3b2ffc961c4c x-openstack-request-id: req-3881c36e-d793-46b2-9edd-3b2ffc961c4c {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:29.511276 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:29.511528 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3881c36e-d793-46b2-9edd-3b2ffc961c4c {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:29.511963 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'status': 'completed', 'code': 200} Oct 28 12:23:29.546099 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-3fb730f5-eeb9-4b87-a82e-5c015ce2b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.547654 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-3fb730f5-eeb9-4b87-a82e-5c015ce2b667 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1096 time: 0.0513794 Oct 28 12:23:29.552386 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592e0f-e37a-48d0-8b2c-17762674aca4 req-f22fb837-6c89-4ae0-90a0-370779a2cb81 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.553931 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-25592e0f-e37a-48d0-8b2c-17762674aca4 req-f22fb837-6c89-4ae0-90a0-370779a2cb81 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0612147 Oct 28 12:23:29.593382 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-25592e0f-e37a-48d0-8b2c-17762674aca4 req-a2bc7f98-8627-4b34-bec6-08b4d59923d0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Oct 28 12:23:29.600647 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-a89d33f0-f4e3-44c3-ae1c-5263cdb3b2cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 217 time: 0.0446653 Oct 28 12:23:29.652248 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-0ecf8585-d4ea-47f2-85f1-aac5e84ea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.653719 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-0ecf8585-d4ea-47f2-85f1-aac5e84ea940 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0463450 Oct 28 12:23:29.703082 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-58f94b84-2627-4c4c-a13b-364d19a5d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.705304 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-58f94b84-2627-4c4c-a13b-364d19a5d412 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438526 Oct 28 12:23:29.798659 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-bff6f377-9ff0-410c-8f75-5f58f09af422 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Oct 28 12:23:29.889449 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-beb07cec-ee8e-4a50-84d1-aee77b1dc806 req-18a011b0-02d3-4170-b3fc-96a6295f0395 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Oct 28 12:23:29.990004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-d3f7d0fa-2b02-4147-99dc-85d0fd0d0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:29.991535 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-d3f7d0fa-2b02-4147-99dc-85d0fd0d0354 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1096 time: 0.0503736 Oct 28 12:23:30.082472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-0b528bf8-0e85-47e1-a30b-9bac80800690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:30.083958 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-0b528bf8-0e85-47e1-a30b-9bac80800690 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0850058 Oct 28 12:23:30.128734 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-d5a7d640-094f-48e0-bd87-e28ee9bd8b93 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 217 time: 0.0371897 Oct 28 12:23:30.178401 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-4cd8373b-47c7-4336-8bcd-519db2e12e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:30.179950 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-4cd8373b-47c7-4336-8bcd-519db2e12e27 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0448458 Oct 28 12:23:30.226483 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-b391e8a5-4f52-4aa9-8a1b-a91bdaab5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:30.228034 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-b391e8a5-4f52-4aa9-8a1b-a91bdaab5611 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401416 Oct 28 12:23:30.324595 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-cffeefd0-8582-4615-8f96-00e39677c3ea service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Oct 28 12:23:30.414524 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-90241bff-a332-44f0-b457-66ffbabac6b1 req-29a522dc-608e-4356-90ac-1e63b8bef3f7 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817316 Oct 28 12:23:30.709719 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900a6cb-de94-4867-8ba9-c957570c9c43 req-8f72c43a-f2d9-4895-a513-7a2bd2f943d6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:30.711228 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d900a6cb-de94-4867-8ba9-c957570c9c43 req-8f72c43a-f2d9-4895-a513-7a2bd2f943d6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0478296 Oct 28 12:23:30.749894 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d900a6cb-de94-4867-8ba9-c957570c9c43 req-6ac7ddc2-025d-4516-8582-9d14bbad3a81 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Oct 28 12:23:31.865622 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982319d-e2e1-4969-983a-5a6dae5f3a31 req-bfdd077a-ce5d-4f0b-8b94-0c292ed10f41 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:31.867192 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b982319d-e2e1-4969-983a-5a6dae5f3a31 req-bfdd077a-ce5d-4f0b-8b94-0c292ed10f41 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0523906 Oct 28 12:23:31.904697 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b982319d-e2e1-4969-983a-5a6dae5f3a31 req-69450a6e-eb35-4c6c-b998-9e1630f46b53 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Oct 28 12:23:33.017392 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdc826-e91d-4417-b4eb-ca0092226aae req-6502423f-c4a4-4f1d-b644-495459de65c9 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:33.018770 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f8bdc826-e91d-4417-b4eb-ca0092226aae req-6502423f-c4a4-4f1d-b644-495459de65c9 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0488865 Oct 28 12:23:33.056194 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f8bdc826-e91d-4417-b4eb-ca0092226aae req-c573d20a-6153-4c2c-bd7d-90b3d301ea25 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313280 Oct 28 12:23:34.167927 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da086-41ca-4918-bd61-8a86c5831cf1 req-5a007067-7327-4480-8ed0-5b4356b125ef tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:34.169397 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-355da086-41ca-4918-bd61-8a86c5831cf1 req-5a007067-7327-4480-8ed0-5b4356b125ef tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0487297 Oct 28 12:23:34.205970 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-355da086-41ca-4918-bd61-8a86c5831cf1 req-71380007-a262-407d-a61d-637d6dd4170c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305226 Oct 28 12:23:35.322618 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cb56b-90ff-47d2-a536-b9ab9ed76170 req-3dfff5db-3662-462f-a799-3980e35dd57f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:35.324164 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-406cb56b-90ff-47d2-a536-b9ab9ed76170 req-3dfff5db-3662-462f-a799-3980e35dd57f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0527396 Oct 28 12:23:35.363141 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-406cb56b-90ff-47d2-a536-b9ab9ed76170 req-f0308b84-45cc-4723-8de1-557e506f251e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Oct 28 12:23:36.476659 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56e91c-ad10-4b4f-9da8-08383fc168d8 req-5619e3f3-cee9-4219-96a9-f68de6bcf74b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:36.478112 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d56e91c-ad10-4b4f-9da8-08383fc168d8 req-5619e3f3-cee9-4219-96a9-f68de6bcf74b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0479414 Oct 28 12:23:36.516977 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d56e91c-ad10-4b4f-9da8-08383fc168d8 req-efc6d3dc-e85d-495b-8aed-481e7787b893 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Oct 28 12:23:37.628206 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18506640-2a8b-46d8-9643-720ae20f8c6a req-1d16ef61-192d-4cdf-8202-df4bbb9ac3f6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:37.629848 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-18506640-2a8b-46d8-9643-720ae20f8c6a req-1d16ef61-192d-4cdf-8202-df4bbb9ac3f6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 943 time: 0.0482037 Oct 28 12:23:37.667658 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-18506640-2a8b-46d8-9643-720ae20f8c6a req-cda70fdd-cfac-4bbb-afc7-9463bd0e0f53 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Oct 28 12:23:38.280800 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 27692bcf-cac2-47f5-bc7e-a77918b203e2 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:23:38.374047 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:38.384754 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:23:38.420836 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:38.436880 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27692bcf-cac2-47f5-bc7e-a77918b203e2 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:23:38.455425 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:38.459658 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:38.508596 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:38.515437 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.515793 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.516127 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.516939 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.517275 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.517597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.517954 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.518275 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.518595 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.518936 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.519257 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.519568 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:38.785883 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aca76-5670-4728-ab52-a3c2e80dabe1 req-591b77b4-9cc6-4906-9636-391633f66824 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:38.787413 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-533aca76-5670-4728-ab52-a3c2e80dabe1 req-591b77b4-9cc6-4906-9636-391633f66824 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 944 time: 0.0519459 Oct 28 12:23:38.797375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['27692bcf-cac2-47f5-bc7e-a77918b203e2'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:23:38.825412 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-533aca76-5670-4728-ab52-a3c2e80dabe1 req-9582c581-3163-4096-bd3d-d57b128b0bbb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Oct 28 12:23:38.923466 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:39.939461 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bca5af-e08d-4e27-93df-222e50ac4d85 req-0de9bc31-fa2b-4fc2-b42f-148e3fbe137b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:39.940933 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-68bca5af-e08d-4e27-93df-222e50ac4d85 req-0de9bc31-fa2b-4fc2-b42f-148e3fbe137b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 944 time: 0.0489864 Oct 28 12:23:39.978475 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-68bca5af-e08d-4e27-93df-222e50ac4d85 req-9927e4d4-10c6-4a7f-a1a6-baef79ea02b0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Oct 28 12:23:40.299633 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 27692bcf-cac2-47f5-bc7e-a77918b203e2 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:40.348092 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 27692bcf-cac2-47f5-bc7e-a77918b203e2 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:23:40.351912 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 27692bcf-cac2-47f5-bc7e-a77918b203e2 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:40.352285 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:40.433929 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:40.458057 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:40.460294 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308ca31e-7f8f-455e-9364-d615a91bf549" -d '{"events": [{"server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:40.472894 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:40.477078 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:40.503571 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6dc223-2d71-4459-98c0-9f153dfafa72 x-openstack-request-id: req-cc6dc223-2d71-4459-98c0-9f153dfafa72 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:40.504410 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:40.504671 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc6dc223-2d71-4459-98c0-9f153dfafa72 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:40.505132 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'code': 200} Oct 28 12:23:40.533444 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:40.715328 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50425e-bde2-457b-98e0-38226dd4b829 req-e06d2b73-af2c-4ce1-b5fa-7020778ecbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:40.716797 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e50425e-bde2-457b-98e0-38226dd4b829 req-e06d2b73-af2c-4ce1-b5fa-7020778ecbad service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1098 time: 0.0401585 Oct 28 12:23:40.756763 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3e50425e-bde2-457b-98e0-38226dd4b829 req-ac5a5208-2cf7-48bb-b9cf-bf3ccba05329 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Oct 28 12:23:41.094006 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ea6e-9680-4dcf-81ac-0b728b9a128d req-f37140c9-2ab8-4b91-af88-354711de6647 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:41.095515 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d1b9ea6e-9680-4dcf-81ac-0b728b9a128d req-f37140c9-2ab8-4b91-af88-354711de6647 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0490515 Oct 28 12:23:41.132895 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d1b9ea6e-9680-4dcf-81ac-0b728b9a128d req-e5294f0f-bee3-4934-ab0f-365d5fad4cd7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Oct 28 12:23:42.247066 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c05e-e59f-4bbf-9e20-656d0b3267d8 req-9af9d4da-398e-47ff-b9e1-41f771825f01 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:42.248547 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6c14c05e-e59f-4bbf-9e20-656d0b3267d8 req-9af9d4da-398e-47ff-b9e1-41f771825f01 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0482149 Oct 28 12:23:42.286222 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6c14c05e-e59f-4bbf-9e20-656d0b3267d8 req-325a6e5e-d293-4156-bdb1-fe4d35dc0e49 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Oct 28 12:23:42.399824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be21c-5c21-48a1-ac0c-9c95678280d5 req-7a55fcbc-6c43-4b2f-a871-e12aa5dbb662 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:42.401264 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b96be21c-5c21-48a1-ac0c-9c95678280d5 req-7a55fcbc-6c43-4b2f-a871-e12aa5dbb662 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0478587 Oct 28 12:23:42.437563 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-b96be21c-5c21-48a1-ac0c-9c95678280d5 req-49a3f94c-2424-4308-8c3e-9b9e0f272aee tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Oct 28 12:23:42.459252 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35756) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:42.500854 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac326540-154e-4037-bb0a-fbf440e4effa tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:42.502883 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ac326540-154e-4037-bb0a-fbf440e4effa tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1093 time: 0.0426319 Oct 28 12:23:42.505561 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35758) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:42.509733 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:42.530986 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:42.625020 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:42.732280 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.27.2.129 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/bb06e251-d349-4c55-8371-424bf78367c0) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:42.833777 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:42.867883 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:42.907629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:42.910472 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:42.914103 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:42.940444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=bb06e251-d349-4c55-8371-424bf78367c0,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:42.954819 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.955171 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.955513 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.955849 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.956179 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.956509 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.956842 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.957165 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.957503 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.957825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.958147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:42.958491 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:43.018183 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-42c8ef9a-1361-4ed0-a8be-41ebb886faf3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398026 Oct 28 12:23:43.082206 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-f21ac00f-12d2-4596-93ca-1c53a7e2aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:43.083719 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-f21ac00f-12d2-4596-93ca-1c53a7e2aa10 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e8919258b85146488d50b07efbad50ca&device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 1099 time: 0.0439456 Oct 28 12:23:43.188760 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-4fef5172-bdb1-4437-9aa9-e81807805c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:43.190501 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-4fef5172-bdb1-4437-9aa9-e81807805c8f service neutron] 10.222.0.107 "GET /v2.0/networks?id=5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 200 len: 918 time: 0.0850680 Oct 28 12:23:43.260975 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-3ca0f4f8-a0e3-4a44-867b-f43f6943e51f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 200 len: 1000 time: 0.0620935 Oct 28 12:23:43.268404 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:43.337609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-1ecf21ce-d375-4dc8-ae59-5a4f051291f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:43.338624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:43.339125 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-1ecf21ce-d375-4dc8-ae59-5a4f051291f2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 200 len: 855 time: 0.0448771 Oct 28 12:23:43.385915 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-4a05f549-424c-4626-96a0-fe70331eb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:43.387428 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-4a05f549-424c-4626-96a0-fe70331eb3de service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5853af4e-080d-4f95-bfd5-3fa948549140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399408 Oct 28 12:23:43.479750 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-73684971-a3b1-4ef9-8f7e-60b4c6e81399 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847394 Oct 28 12:23:43.487336 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:43.492690 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:43.559843 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=bb06e251-d349-4c55-8371-424bf78367c0,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:43.572038 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:43.577854 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-66f9ab11-86a6-4dca-8ab2-0d8eb6c31832 req-63547f56-3d05-4777-bcbf-6ab780989011 service neutron] 10.222.0.107 "GET /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907898 Oct 28 12:23:43.672351 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 924da9ef-6097-48ae-8a1d-3a3298d63609 associated. External IP: 172.27.2.129, port: 27692bcf-cac2-47f5-bc7e-a77918b203e2. Oct 28 12:23:44.113458 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:23:44.218001 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:44.228496 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:44.236255 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:44.241069 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:44.241802 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:44.262913 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-92a5f283-3209-4d11-b5c5-87edae614af4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7562077 Oct 28 12:23:44.263612 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:23:44.265914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:23:44.311740 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483f7ac-dad0-4229-a333-a618b5144652 x-openstack-request-id: req-7483f7ac-dad0-4229-a333-a618b5144652 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:23:44.312248 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:23:44.312500 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7483f7ac-dad0-4229-a333-a618b5144652 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:23:44.312895 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'status': 'completed', 'code': 200} Oct 28 12:23:44.380054 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-90baa823-060c-4867-b592-de608f10c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:44.381620 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-90baa823-060c-4867-b592-de608f10c9b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1098 time: 0.0476925 Oct 28 12:23:44.474607 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:44.480173 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-af9263b1-0770-4b50-aa8f-8b4aeda680b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:44.481675 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-af9263b1-0770-4b50-aa8f-8b4aeda680b6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0848749 Oct 28 12:23:44.550842 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-75e2568a-df3c-4c2d-b18c-c959dce383a2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 999 time: 0.0604415 Oct 28 12:23:44.601171 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-c7cd2257-b688-47c0-a349-3c5852232547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:44.602604 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-c7cd2257-b688-47c0-a349-3c5852232547 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0435565 Oct 28 12:23:44.651305 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-4ad9c852-64eb-4e90-8594-9b8d9f9e826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:44.652798 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-4ad9c852-64eb-4e90-8594-9b8d9f9e826e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404835 Oct 28 12:23:44.702076 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:43Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:44.729650 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:44.738119 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:44.738762 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:44.748515 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-c2332e74-0429-43ba-b0b8-855f4290ae10 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876293 Oct 28 12:23:44.838901 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-389bb81a-5e73-4c54-a8f5-c78dfebb79d4 req-89ced9aa-a601-443d-a618-1b5f6b9787ff service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821812 Oct 28 12:23:44.845714 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:45.071445 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:43Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:45.097717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17882b9b-ad14-4a1a-b47d-062444a90ef0 None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:43Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:45.272301 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae8efe-1ba2-4e8a-97d1-2d797cb52716 None None] New status for floating IP 924da9ef-6097-48ae-8a1d-3a3298d63609: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:23:47.960474 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:23:51.977743 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-763f870e-d9c5-42de-83da-efc82006c3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:54.511795 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-737aa58d-fc70-4d61-ac13-fd04b73c74f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:55.724790 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:55.729718 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:57.171057 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:59.237144 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adf02-bae2-4091-a1c5-183404f38a1a req-c349ffdd-c2b4-473d-a83c-11794985f5ac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:59.238530 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-784adf02-bae2-4091-a1c5-183404f38a1a req-c349ffdd-c2b4-473d-a83c-11794985f5ac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Oct 28 12:23:59.276076 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-784adf02-bae2-4091-a1c5-183404f38a1a req-6520bb6d-8ec2-4c3c-9433-2cb0ed91c6fe tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Oct 28 12:24:00.395545 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba74c7-5f90-45a7-8771-7f469c7bc060 req-ee370164-0706-41a8-ae92-697382b7b8ac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:24:00.397085 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-01ba74c7-5f90-45a7-8771-7f469c7bc060 req-ee370164-0706-41a8-ae92-697382b7b8ac tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0476267 Oct 28 12:24:00.433739 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-01ba74c7-5f90-45a7-8771-7f469c7bc060 req-42862ffe-f144-478d-a1ce-670888dc5fa6 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups?id=edcd037c-bd47-4ad9-b3ba-460bec692b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Oct 28 12:24:00.840791 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-c1e15626-b19a-4a0b-8240-d52ba7438e85 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:24:00.842244 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-c1e15626-b19a-4a0b-8240-d52ba7438e85 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 946 time: 0.0489085 Oct 28 12:24:00.937866 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Deleting port df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:24:00.938190 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.025992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] For port df78786b-91a7-4ab8-9ff2-b69bbf31776f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=df78786b-91a7-4ab8-9ff2-b69bbf31776f,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:24:01.026269 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.196926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.197291 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.197612 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Floating IP 7edaf092-636a-445b-a6c8-7de38b159a4f disassociated. External IP: 172.27.2.50, port: df78786b-91a7-4ab8-9ff2-b69bbf31776f. Oct 28 12:24:01.197956 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Calling delete_port for df78786b-91a7-4ab8-9ff2-b69bbf31776f owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:24:01.321373 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.347650 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'Port': ['ID=df78786b-91a7-4ab8-9ff2-b69bbf31776f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:01.357113 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.357472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.357797 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.358138 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.358469 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.358835 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.359164 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.359490 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.360368 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.360368 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.361123 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.361325 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:01.472472 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:24:01.569108 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b75b0b40-b961-471c-ae5c-123a7e030d27 req-6a83d336-debf-4b6d-b1d3-e36c54eb25a5 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/ports?device_id=19635150-a15f-4d59-a3a3-adc15a411e40 HTTP/1.1" status: 200 len: 210 time: 0.0531511 Oct 28 12:24:01.611540 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:24:01.621784 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:24:01.632448 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:24:01.633068 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:01.658617 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] No DVR routers for this DVR port df78786b-91a7-4ab8-9ff2-b69bbf31776f on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:24:01.661177 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.664539 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-dd1940c7-2705-4fa1-9b4f-76867c3e9dca req-998c0718-0e76-44f0-b788-6449c3620016 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.107 "DELETE /v2.0/ports/df78786b-91a7-4ab8-9ff2-b69bbf31776f HTTP/1.1" status: 204 len: 173 time: 0.8138356 Oct 28 12:24:01.664981 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-deleted', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:24:01.667518 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f115dcf4-ff19-42a4-a371-4bc8926e6a90" -d '{"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-deleted", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:24:01.718240 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3b6c7-4e4a-4552-9e01-f361dd061844 x-openstack-request-id: req-77c3b6c7-4e4a-4552-9e01-f361dd061844 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:24:01.718534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19635150-a15f-4d59-a3a3-adc15a411e40", "name": "network-vif-deleted", "tag": "df78786b-91a7-4ab8-9ff2-b69bbf31776f", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:24:01.718822 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77c3b6c7-4e4a-4552-9e01-f361dd061844 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:24:01.719230 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19635150-a15f-4d59-a3a3-adc15a411e40', 'name': 'network-vif-deleted', 'tag': 'df78786b-91a7-4ab8-9ff2-b69bbf31776f', 'status': 'completed', 'code': 200} Oct 28 12:24:01.752128 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:24:01.965964 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:01.993021 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:24:02.001839 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:24:02.002479 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:02.110969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:24:02.315392 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:02.351096 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcdedf-4c32-41b0-a5f4-05d3408c6ff3 None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '1355f5fa-f188-440d-845f-40b743077f56', 'name': '', 'network_id': '5853af4e-080d-4f95-bfd5-3fa948549140', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'mac_address': 'fa:16:3e:c1:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:35Z', 'updated_at': '2021-10-28T12:12:42Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'subnets': [{'id': '8d5ecf44-2e11-474b-baba-58a11fe48418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:24:02.556678 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5695ec-ea7a-45eb-9fbf-83a484628fd5 None None] New status for floating IP 7edaf092-636a-445b-a6c8-7de38b159a4f: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:24:02.663823 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35826) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:02.722133 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:02.746142 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:02.793295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:02.796010 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:02.797172 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "DELETE /v2.0/security-groups/edcd037c-bd47-4ad9-b3ba-460bec692b97 HTTP/1.1" status: 204 len: 168 time: 0.1322818 Oct 28 12:24:02.800506 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35828) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:02.806559 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477fd39-c8ce-494b-ab44-a282066875ed tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd037c-bd47-4ad9-b3ba-460bec692b97,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:02.815072 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.api.v2.resource [None req-9c001e80-4445-4a6a-8683-6aaf59a632bc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] show failed (client error): The resource could not be found. Oct 28 12:24:02.816419 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-9c001e80-4445-4a6a-8683-6aaf59a632bc tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "GET /v2.0/security-groups/edcd037c-bd47-4ad9-b3ba-460bec692b97 HTTP/1.1" status: 404 len: 347 time: 0.0149395 Oct 28 12:24:02.819283 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35830) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:02.943524 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Deleting port fdcbb6d7-c8e3-44b1-9742-03a8db165a03 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:24:02.943873 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.027657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.027982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.039920 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Calling delete_port for fdcbb6d7-c8e3-44b1-9742-03a8db165a03 owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:24:03.164534 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.190353 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Pushing event deleted for resources: {'Port': ['ID=fdcbb6d7-c8e3-44b1-9742-03a8db165a03,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:03.250365 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.252981 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.254097 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-91964899-27cb-4cae-a9bd-27204832e843 tempest-AttachVolumeShelveTestJSON-466476162 tempest-AttachVolumeShelveTestJSON-466476162-project] 10.222.0.37 "DELETE /v2.0/floatingips/7edaf092-636a-445b-a6c8-7de38b159a4f HTTP/1.1" status: 204 len: 168 time: 0.4338260 Oct 28 12:24:04.445709 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:24:04.466460 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: df78786b-91a7-4ab8-9ff2-b69bbf31776f {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:24:04.466829 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device df78786b-91a7-4ab8-9ff2-b69bbf31776f not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:24:05.671590 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35860) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:06.102072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:06.592084 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Deleting port 1355f5fa-f188-440d-845f-40b743077f56 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:24:06.592327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:06.669158 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] For port 1355f5fa-f188-440d-845f-40b743077f56, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1355f5fa-f188-440d-845f-40b743077f56,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:24:06.669508 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:06.682230 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Calling delete_port for 1355f5fa-f188-440d-845f-40b743077f56 owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:24:06.856439 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:06.883092 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Pushing event deleted for resources: {'Port': ['ID=1355f5fa-f188-440d-845f-40b743077f56,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:07.051750 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.262789 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Router 84d6e896-0789-4196-87df-59e410528da3 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:24:07.367349 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:24:07.372414 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-52888608-64f1-478a-bb8b-67d6af760082 admin admin] 10.222.0.37 "PUT /v2.0/routers/84d6e896-0789-4196-87df-59e410528da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998148 Oct 28 12:24:07.375019 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35868) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:07.377549 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Sync routers for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:24:07.387220 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:24:07.387895 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:07.477890 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.492282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:24:07.578541 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.630771 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Deleting port 3d825552-7d6b-4fb5-8157-72de9868a958 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:24:07.631113 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.671213 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:24:06Z', 'revision_number': 5, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port': {'id': '3d825552-7d6b-4fb5-8157-72de9868a958', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6e896-0789-4196-87df-59e410528da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:30Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:07.698018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Checking router: 84d6e896-0789-4196-87df-59e410528da3 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:24:07.706997 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Routers {'84d6e896-0789-4196-87df-59e410528da3'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:24:07.707594 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:23:54Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['84d6e896-0789-4196-87df-59e410528da3'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:07.713077 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] For port 3d825552-7d6b-4fb5-8157-72de9868a958, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=3d825552-7d6b-4fb5-8157-72de9868a958,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:24:07.713435 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.724899 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Calling delete_port for 3d825552-7d6b-4fb5-8157-72de9868a958 owned by network:router_gateway {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:24:07.895640 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:07.917591 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] Set router 84d6e896-0789-4196-87df-59e410528da3 gateway port host: None {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:24:07.921180 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d825552-7d6b-4fb5-8157-72de9868a958,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:07.973512 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:24:07Z', 'revision_number': 6, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:07.980436 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.000419 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a22ff-bc8f-4c91-adce-b49ffbe90cdf None None] The sync data for ids ['84d6e896-0789-4196-87df-59e410528da3'] in dv-cinder-815712-4-iscsi is: [{'id': '84d6e896-0789-4196-87df-59e410528da3', 'name': 'tempest-AttachVolumeShelveTestJSON-691356905-router', 'tenant_id': 'e8919258b85146488d50b07efbad50ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:29Z', 'updated_at': '2021-10-28T12:24:07Z', 'revision_number': 6, 'project_id': 'e8919258b85146488d50b07efbad50ca', 'gw_port_host': None}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:24:08.070702 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.072847 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.118253 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.118824 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d6e896-0789-4196-87df-59e410528da3 {{(pid=101493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:24:08.123545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.124804 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-3501b187-3276-4109-b062-605dda8987d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/84d6e896-0789-4196-87df-59e410528da3 HTTP/1.1" status: 204 len: 168 time: 0.7488031 Oct 28 12:24:08.127334 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35870) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:08.171230 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Deleting subnet 8d5ecf44-2e11-474b-baba-58a11fe48418 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:24:08.174874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.207400 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.287984 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.341179 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.367720 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5ecf44-2e11-474b-baba-58a11fe48418,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:08.369707 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.375012 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40599b-87a1-4c26-807e-32adbf47a681 None None] Network 5853af4e-080d-4f95-bfd5-3fa948549140 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:24:08.375555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 35874) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:08.375980 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-24b1f38a-9715-42b5-a97c-3837e9163cd4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d5ecf44-2e11-474b-baba-58a11fe48418 HTTP/1.1" status: 204 len: 168 time: 0.2472742 Oct 28 12:24:08.455787 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.514250 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Deleting port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:24:08.514597 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.580559 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] For port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,segment=NetworkSegment(434dd6e0-40eb-41f9-8efa-3f1d841ef8f1),segment_id=434dd6e0-40eb-41f9-8efa-3f1d841ef8f1)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:24:08.580917 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.593252 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Calling delete_port for 2ba3f277-c008-40bd-a5ff-b4cccb91c23c owned by network:dhcp {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:24:08.669595 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.696880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba3f277-c008-40bd-a5ff-b4cccb91c23c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:08.699346 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] No DVR routers for this DVR port 2ba3f277-c008-40bd-a5ff-b4cccb91c23c on host dv-cinder-815712-4-iscsi {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:24:08.773799 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.795169 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5853af4e-080d-4f95-bfd5-3fa948549140']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:08.805396 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:08.805576 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434dd6e0-40eb-41f9-8efa-3f1d841ef8f1') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:24:08.816985 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.831449 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8382633-1c84-4d66-8516-addbf66e6074 None None] DHCP port deletion for 5853af4e-080d-4f95-bfd5-3fa948549140 request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:24:08.840381 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.850427 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Releasing vlan 1351 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:24:08.850812 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:24:08.852668 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:24:08.898809 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1355f5fa-f188-440d-845f-40b743077f56 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:24:08.922580 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.923776 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 1355f5fa-f188-440d-845f-40b743077f56 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:24:08.924159 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1355f5fa-f188-440d-845f-40b743077f56 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:24:08.924713 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 3d825552-7d6b-4fb5-8157-72de9868a958 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:24:08.928063 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.934427 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:08.937745 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5853af4e-080d-4f95-bfd5-3fa948549140 HTTP/1.1" status: 204 len: 168 time: 0.5606685 Oct 28 12:24:08.947968 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 3d825552-7d6b-4fb5-8157-72de9868a958 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:24:08.948307 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 3d825552-7d6b-4fb5-8157-72de9868a958 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:24:08.948726 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2ba3f277-c008-40bd-a5ff-b4cccb91c23c no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:24:08.957753 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b66b6-aa1c-459b-8812-8a1458297c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5853af4e-080d-4f95-bfd5-3fa948549140,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:08.974302 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 2ba3f277-c008-40bd-a5ff-b4cccb91c23c {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:24:08.974508 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2ba3f277-c008-40bd-a5ff-b4cccb91c23c not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:24:09.078077 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35878) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:09.127765 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-47f9aa85-a06d-4c13-851b-f5ddf51c1d95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8919258b85146488d50b07efbad50ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484340 Oct 28 12:24:09.128387 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 35880) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:09.178399 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:09.202072 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:09.251760 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:09.254429 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:09.255702 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1f85ece-0195-471d-8847-18742e642ac8 HTTP/1.1" status: 204 len: 168 time: 0.1262927 Oct 28 12:24:09.264056 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db96e2c-1c71-4b1b-a86f-e8b4ee09354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f85ece-0195-471d-8847-18742e642ac8,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:18.571620 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36014) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:18.679057 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d4d352d6-42dc-40df-b693-a500206849f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.754291 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d4d352d6-42dc-40df-b693-a500206849f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.758152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d4d352d6-42dc-40df-b693-a500206849f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.795288 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-d4d352d6-42dc-40df-b693-a500206849f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20a63677058040dcb5b9451adf4ae096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226338 Oct 28 12:24:18.796105 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d352d6-42dc-40df-b693-a500206849f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8103bc-b130-439f-8277-b63701db6581,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:18.799282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36018) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:18.848391 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.869254 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.915700 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.918415 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:18.919569 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c8103bc-b130-439f-8277-b63701db6581 HTTP/1.1" status: 204 len: 168 time: 0.1190336 Oct 28 12:24:18.927728 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43852-6f15-43fc-8036-f3c387ae2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8103bc-b130-439f-8277-b63701db6581,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:20.478369 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36074) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:20.581870 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c3b24894-468a-4cc5-8baa-9979b1697b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.655452 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c3b24894-468a-4cc5-8baa-9979b1697b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.659555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c3b24894-468a-4cc5-8baa-9979b1697b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.695451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b24894-468a-4cc5-8baa-9979b1697b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65b602-b74a-4881-a5f2-5c1596ef5459,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:20.699931 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c3b24894-468a-4cc5-8baa-9979b1697b1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=156b6fe2310c4c7a9e1153b1bc90775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205081 Oct 28 12:24:20.703073 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36078) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:20.753823 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.774203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.820250 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.823410 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:20.824907 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf65b602-b74a-4881-a5f2-5c1596ef5459 HTTP/1.1" status: 204 len: 168 time: 0.1213620 Oct 28 12:24:20.833312 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5e445-071d-47bb-bab3-537b2c72b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65b602-b74a-4881-a5f2-5c1596ef5459,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:21.084796 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36084) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:21.098320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffc4402e-038a-459b-b164-5c4b6ef5b9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.171113 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffc4402e-038a-459b-b164-5c4b6ef5b9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.176747 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ffc4402e-038a-459b-b164-5c4b6ef5b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.212525 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4402e-038a-459b-b164-5c4b6ef5b9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3827034-e1fb-4817-b566-f0435ec6554c,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:21.216792 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ffc4402e-038a-459b-b164-5c4b6ef5b9a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2094625a614f49aaa28df8fef3fe7c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308172 Oct 28 12:24:21.219394 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36086) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:21.269986 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.290749 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.339227 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.341850 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:21.343028 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3827034-e1fb-4817-b566-f0435ec6554c HTTP/1.1" status: 204 len: 168 time: 0.1227114 Oct 28 12:24:21.350530 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99016d-041f-4f0d-80ec-c5b60af7a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3827034-e1fb-4817-b566-f0435ec6554c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:21.982298 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ff5d29f9-b2af-45f3-9fb4-6501e2e35dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:22.958471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36142) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:23.064491 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ed3-27f4-4493-82e2-4214fd45df31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.138927 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ed3-27f4-4493-82e2-4214fd45df31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.142982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ed3-27f4-4493-82e2-4214fd45df31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.180891 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-10ec9ed3-27f4-4493-82e2-4214fd45df31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08ed5a0023004c5f9b840ff765c6b039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213409 Oct 28 12:24:23.181750 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec9ed3-27f4-4493-82e2-4214fd45df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1130c3f-6939-4542-a443-323d5c9cb3ae,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:23.183576 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36146) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:23.232936 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.253704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.301233 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.303828 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.304971 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1130c3f-6939-4542-a443-323d5c9cb3ae HTTP/1.1" status: 204 len: 168 time: 0.1198285 Oct 28 12:24:23.312658 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9f217-80c3-475d-9185-197f241e37be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1130c3f-6939-4542-a443-323d5c9cb3ae,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:23.555984 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36152) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:23.569715 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fcce541e-ea7d-4fca-9165-d846f6810122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.644655 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fcce541e-ea7d-4fca-9165-d846f6810122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.648284 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fcce541e-ea7d-4fca-9165-d846f6810122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.686363 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-fcce541e-ea7d-4fca-9165-d846f6810122 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aef78d903c0d4c4abb9388f3da41ace6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292689 Oct 28 12:24:23.687213 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce541e-ea7d-4fca-9165-d846f6810122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f5ed9-5dc7-48d9-812d-3ab3f4bb0693,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:23.689036 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36156) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:23.737421 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.761382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.806138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.808738 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:23.809886 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/114f5ed9-5dc7-48d9-812d-3ab3f4bb0693 HTTP/1.1" status: 204 len: 168 time: 0.1193557 Oct 28 12:24:23.818416 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a4a14-645a-47d0-a72b-4beeafbb618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f5ed9-5dc7-48d9-812d-3ab3f4bb0693,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:24.512700 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33d17c1f-8a22-423b-82bf-72bd767f0b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:24.958867 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:24:25.720890 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:25.731453 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:27.183017 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:38.924897 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.018548 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36400) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:40.120324 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54d18bbc-823e-418e-9500-6d8f57c5f916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.193624 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54d18bbc-823e-418e-9500-6d8f57c5f916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.197284 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-54d18bbc-823e-418e-9500-6d8f57c5f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.235285 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-54d18bbc-823e-418e-9500-6d8f57c5f916 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1523051368224c04b2311e468bccd164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155843 Oct 28 12:24:40.236168 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d18bbc-823e-418e-9500-6d8f57c5f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a15afa-64fc-47c1-99db-1ae6fde13b21,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:40.237963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36404) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:40.289389 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.311015 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.357715 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.360231 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.361376 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a15afa-64fc-47c1-99db-1ae6fde13b21 HTTP/1.1" status: 204 len: 168 time: 0.1224411 Oct 28 12:24:40.369450 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1bcdd-fa73-4966-829e-34bb824808c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a15afa-64fc-47c1-99db-1ae6fde13b21,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:40.621094 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36410) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:40.634030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a5a130e8-30e3-48e2-a052-eccfba2b5ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.713631 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a5a130e8-30e3-48e2-a052-eccfba2b5ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.717440 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a5a130e8-30e3-48e2-a052-eccfba2b5ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.755299 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a5a130e8-30e3-48e2-a052-eccfba2b5ced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=948284ab535e4699a48cb9e41ac1698e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325338 Oct 28 12:24:40.756020 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a130e8-30e3-48e2-a052-eccfba2b5ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22db89-2568-4f21-ab1f-7b3e4406e46f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:40.757957 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36412) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:40.805778 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.826370 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.874910 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.877477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:40.878618 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd22db89-2568-4f21-ab1f-7b3e4406e46f HTTP/1.1" status: 204 len: 168 time: 0.1196809 Oct 28 12:24:40.886878 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adb879-8869-4893-98af-793c7cf58d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22db89-2568-4f21-ab1f-7b3e4406e46f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:49.334890 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36582) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:49.438009 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.512022 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.516966 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.557368 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=717f96b0d53f4052a9d32c25ce344519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212830 Oct 28 12:24:49.558390 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee69de8-b1e5-4bba-b565-5c6dc7e41c93,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:49.560198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36586) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:49.568788 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.569138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.569576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.570167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.570565 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.570926 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.571260 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.571604 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.571928 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.572256 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.572574 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.572893 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a491-e942-427b-886e-00927cf78bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:24:49.617230 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.640606 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.686561 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.689100 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:49.690227 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dee69de8-b1e5-4bba-b565-5c6dc7e41c93 HTTP/1.1" status: 204 len: 168 time: 0.1289957 Oct 28 12:24:49.698199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1826-6b66-4ae5-920d-c2a6e32244bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee69de8-b1e5-4bba-b565-5c6dc7e41c93,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:49.942975 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36592) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:49.955770 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5df2-3fc8-474a-957d-57685bf72d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.031493 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5df2-3fc8-474a-957d-57685bf72d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.035524 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5df2-3fc8-474a-957d-57685bf72d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.074660 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ba0a5df2-3fc8-474a-957d-57685bf72d6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a2d8b232cce4b9e831b8626e94333d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306262 Oct 28 12:24:50.075620 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a5df2-3fc8-474a-957d-57685bf72d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c8a47-0500-4b70-8858-a92268d14033,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:50.077354 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36594) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:50.126568 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.148195 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.196237 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.198886 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.200047 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a8c8a47-0500-4b70-8858-a92268d14033 HTTP/1.1" status: 204 len: 168 time: 0.1216254 Oct 28 12:24:50.207914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b920993-ec29-4e9e-8023-4adb98d71579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c8a47-0500-4b70-8858-a92268d14033,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:50.533904 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36614) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:50.548673 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-735b780c-16ef-4ea2-9334-23b03f07bb6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.626874 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-735b780c-16ef-4ea2-9334-23b03f07bb6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.631164 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-735b780c-16ef-4ea2-9334-23b03f07bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.669470 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-735b780c-16ef-4ea2-9334-23b03f07bb6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce91131770a14328ab09d677acece751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344080 Oct 28 12:24:50.671427 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b780c-16ef-4ea2-9334-23b03f07bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de897391-0bc2-4722-a80f-471db70e82ed,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:50.672192 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36616) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:50.719944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.741515 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.790511 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.793287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:50.794425 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de897391-0bc2-4722-a80f-471db70e82ed HTTP/1.1" status: 204 len: 168 time: 0.1212587 Oct 28 12:24:50.802021 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d75f78-47c8-4d4c-a3d8-299f127ab384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de897391-0bc2-4722-a80f-471db70e82ed,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:51.985357 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-70a18682-8955-4e17-82f8-dfeee471a60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.292888 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36678) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:54.395126 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad4a7-42c8-4698-b40b-5e6aaa1a94f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.468583 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad4a7-42c8-4698-b40b-5e6aaa1a94f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.472171 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad4a7-42c8-4698-b40b-5e6aaa1a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.510832 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-cc3ad4a7-42c8-4698-b40b-5e6aaa1a94f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3c92d101ab74cbd992177ff41206122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168405 Oct 28 12:24:54.511783 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad4a7-42c8-4698-b40b-5e6aaa1a94f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ba893-1a48-4e95-aecc-69d67c7f292f,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:54.514488 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-976c1485-d9d1-4fce-a66d-cdaafcdea3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.515326 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36682) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:24:54.565736 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.587540 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.633641 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.636245 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:54.637424 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f1ba893-1a48-4e95-aecc-69d67c7f292f HTTP/1.1" status: 204 len: 168 time: 0.1196496 Oct 28 12:24:54.646217 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0771f4-4d64-4914-b791-c8ab6621d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ba893-1a48-4e95-aecc-69d67c7f292f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:24:55.728088 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:55.731740 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:57.177323 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:01.957850 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:02.697700 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd452d3-2d5e-4990-b3b4-037a7bb888ad req-61d17190-db5c-4e69-9e93-8b4dec6032da tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:02.699268 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3bd452d3-2d5e-4990-b3b4-037a7bb888ad req-61d17190-db5c-4e69-9e93-8b4dec6032da tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Oct 28 12:25:02.738499 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3bd452d3-2d5e-4990-b3b4-037a7bb888ad req-bdc38a19-48a1-4313-9319-7ebd7e0d8a26 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332119 Oct 28 12:25:03.860675 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3cd0-0407-4109-a577-5cf02667c89a req-c7a606ac-74a7-42a7-bb41-d0f2f9f1cd92 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:03.862150 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-836a3cd0-0407-4109-a577-5cf02667c89a req-c7a606ac-74a7-42a7-bb41-d0f2f9f1cd92 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Oct 28 12:25:03.903402 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-836a3cd0-0407-4109-a577-5cf02667c89a req-695bde18-1bd8-4750-80d8-751104682004 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349855 Oct 28 12:25:04.815675 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-383d946f-abed-4901-9547-2c69393e4254 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:04.817576 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-383d946f-abed-4901-9547-2c69393e4254 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Oct 28 12:25:04.910428 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Deleting port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:04.910807 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.039621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] For port 502a1ac2-2e78-4cbb-91b0-ce62e1165360, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=502a1ac2-2e78-4cbb-91b0-ce62e1165360,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:05.039992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.065281 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ace3c-ee82-4124-8253-598058772da0 req-20f80ae3-3c3f-4303-b046-a80e61c951d4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:05.067386 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-883ace3c-ee82-4124-8253-598058772da0 req-20f80ae3-3c3f-4303-b046-a80e61c951d4 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 945 time: 0.0908892 Oct 28 12:25:05.123370 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36884) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:05.181011 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-883ace3c-ee82-4124-8253-598058772da0 req-de7f1f43-ce07-45f5-99cd-d4b2990b7cea tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94d63b0-b211-4d05-b884-1f7b50f2a28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868065 Oct 28 12:25:05.229267 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-34b533da-c8a9-447c-a82c-9c995bbae0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.254952 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.255315 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.255637 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Floating IP a08790ad-5451-4e25-ae3b-f891ceddc14d disassociated. External IP: 172.27.2.117, port: 502a1ac2-2e78-4cbb-91b0-ce62e1165360. Oct 28 12:25:05.255976 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Calling delete_port for 502a1ac2-2e78-4cbb-91b0-ce62e1165360 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:05.305562 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-34b533da-c8a9-447c-a82c-9c995bbae0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.309754 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-34b533da-c8a9-447c-a82c-9c995bbae0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.350877 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-34b533da-c8a9-447c-a82c-9c995bbae0b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2ca6a639fab44eab715d53b5371a13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240095 Oct 28 12:25:05.351082 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36888) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:05.356754 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b533da-c8a9-447c-a82c-9c995bbae0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76a924-c22f-4575-a517-259b31ca5c06,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:05.391252 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.405921 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.420733 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'Port': ['ID=502a1ac2-2e78-4cbb-91b0-ce62e1165360,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:05.428657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.431885 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.432242 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.432583 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.432920 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.433255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.433585 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.433913 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.434249 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.434577 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.435004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.435247 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.435571 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.479685 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.482335 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.485843 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e76a924-c22f-4575-a517-259b31ca5c06 HTTP/1.1" status: 204 len: 168 time: 0.1316004 Oct 28 12:25:05.492000 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6e958-89de-4a1e-bf7c-4d297b27e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e76a924-c22f-4575-a517-259b31ca5c06,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:05.547846 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:25:05.662397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:05.676845 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:05.688556 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:05.689372 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:24:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:05.707488 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] No DVR routers for this DVR port 502a1ac2-2e78-4cbb-91b0-ce62e1165360 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:25:05.710327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.714180 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a16d47ca-7283-48db-8830-ae8b1509f16e req-f9fbd1dc-b535-4b5e-8937-196ef902eb12 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.107 "DELETE /v2.0/ports/502a1ac2-2e78-4cbb-91b0-ce62e1165360 HTTP/1.1" status: 204 len: 173 time: 0.8897374 Oct 28 12:25:05.714673 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'name': 'network-vif-deleted', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:25:05.717041 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea098c7-8e0f-498a-ade3-a370c79209fe" -d '{"events": [{"server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "name": "network-vif-deleted", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:25:05.788183 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f0c1a-c475-47df-8432-1d955ddae4e2 x-openstack-request-id: req-973f0c1a-c475-47df-8432-1d955ddae4e2 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:25:05.788183 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36bb8ba-2277-44a6-afc5-82fb6b3c2f43", "name": "network-vif-deleted", "tag": "502a1ac2-2e78-4cbb-91b0-ce62e1165360", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:25:05.788645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-973f0c1a-c475-47df-8432-1d955ddae4e2 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:25:05.789165 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36bb8ba-2277-44a6-afc5-82fb6b3c2f43', 'name': 'network-vif-deleted', 'tag': '502a1ac2-2e78-4cbb-91b0-ce62e1165360', 'status': 'completed', 'code': 200} Oct 28 12:25:05.821272 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:06.116352 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:06.141860 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:06.150835 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:06.151428 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:24:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:06.260388 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:06.296744 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ffdf9288-b727-4e10-9953-3cc57cd06432 req-4e395b09-6922-4892-9837-8e752de5e919 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36bb8ba-2277-44a6-afc5-82fb6b3c2f43 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Oct 28 12:25:06.459891 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:06.485154 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b65f7-c53d-4c90-9491-96ef4f43a1b6 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:17:02Z', 'revision_number': 4, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '6586b7d8-9b49-4d54-bd3c-a147776176fd', 'name': '', 'network_id': 'de15b36d-2b79-466b-a06c-a72c17091769', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'mac_address': 'fa:16:3e:f1:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:17:01Z', 'updated_at': '2021-10-28T12:17:06Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'subnets': [{'id': 'ac3773c6-231b-4b65-8e60-bacb70f9b84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:06.686640 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc4941-9e7b-43ba-a0dc-185112796e7c None None] New status for floating IP a08790ad-5451-4e25-ae3b-f891ceddc14d: DOWN {{(pid=101495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:25:07.378319 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36902) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:07.432094 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.454419 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.501167 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.503646 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.504790 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "DELETE /v2.0/security-groups/e94d63b0-b211-4d05-b884-1f7b50f2a28c HTTP/1.1" status: 204 len: 168 time: 0.1253705 Oct 28 12:25:07.507529 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36904) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:07.513583 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cb0ae-2530-4f45-b0fe-4d0c559efcd2 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d63b0-b211-4d05-b884-1f7b50f2a28c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:07.520895 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.api.v2.resource [None req-af6005bf-30f1-45d6-ad87-75e0e065f1eb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] show failed (client error): The resource could not be found. Oct 28 12:25:07.522071 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-af6005bf-30f1-45d6-ad87-75e0e065f1eb tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "GET /v2.0/security-groups/e94d63b0-b211-4d05-b884-1f7b50f2a28c HTTP/1.1" status: 404 len: 347 time: 0.0135846 Oct 28 12:25:07.524882 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36906) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:07.648895 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Deleting port 4937e152-284a-457b-9996-ef6adc4c0129 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:07.649228 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.722629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.722899 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.734263 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Calling delete_port for 4937e152-284a-457b-9996-ef6adc4c0129 owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:07.870495 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.897376 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Pushing event deleted for resources: {'Port': ['ID=4937e152-284a-457b-9996-ef6adc4c0129,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:07.957269 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.960527 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.961665 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-0300590a-6050-479a-92a9-32cb8ff34605 tempest-AttachVolumeTestJSON-1367448043 tempest-AttachVolumeTestJSON-1367448043-project] 10.222.0.37 "DELETE /v2.0/floatingips/a08790ad-5451-4e25-ae3b-f891ceddc14d HTTP/1.1" status: 204 len: 168 time: 0.4359016 Oct 28 12:25:08.782812 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 502a1ac2-2e78-4cbb-91b0-ce62e1165360 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:25:08.806295 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 502a1ac2-2e78-4cbb-91b0-ce62e1165360 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:25:08.806629 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 502a1ac2-2e78-4cbb-91b0-ce62e1165360 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:25:08.922696 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:11.481406 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36934) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:11.959732 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:12.440308 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Deleting port 6586b7d8-9b49-4d54-bd3c-a147776176fd {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:12.440638 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:12.517997 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] For port 6586b7d8-9b49-4d54-bd3c-a147776176fd, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=6586b7d8-9b49-4d54-bd3c-a147776176fd,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:12.518647 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:12.532373 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Calling delete_port for 6586b7d8-9b49-4d54-bd3c-a147776176fd owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:12.713506 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:12.738288 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6586b7d8-9b49-4d54-bd3c-a147776176fd,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:12.910198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.122192 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Router 058a6c1a-bfc2-41c9-a94d-847004ce7099 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:25:13.226420 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:13.231534 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ebb9d062-8d01-477a-b8a6-83defe194c5e admin admin] 10.222.0.37 "PUT /v2.0/routers/058a6c1a-bfc2-41c9-a94d-847004ce7099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490885 Oct 28 12:25:13.234060 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36938) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:13.236754 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Sync routers for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:13.248056 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:13.248652 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:24:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:13.341009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.351405 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:13.443412 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.495229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Deleting port b02700c9-0531-4bf1-af53-64b6b08905ef {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:13.495572 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.529346 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:25:12Z', 'revision_number': 5, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port': {'id': 'b02700c9-0531-4bf1-af53-64b6b08905ef', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:59Z', 'updated_at': '2021-10-28T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:13.556249 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Checking router: 058a6c1a-bfc2-41c9-a94d-847004ce7099 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:13.564973 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Routers {'058a6c1a-bfc2-41c9-a94d-847004ce7099'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:13.565571 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:24:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['058a6c1a-bfc2-41c9-a94d-847004ce7099'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:13.577057 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] For port b02700c9-0531-4bf1-af53-64b6b08905ef, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b02700c9-0531-4bf1-af53-64b6b08905ef,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:13.577578 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.589613 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Calling delete_port for b02700c9-0531-4bf1-af53-64b6b08905ef owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:13.651258 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] Set router 058a6c1a-bfc2-41c9-a94d-847004ce7099 gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:13.704292 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:25:13Z', 'revision_number': 6, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:13.737065 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18530-3ff6-4595-896f-fc84c2c1c726 None None] The sync data for ids ['058a6c1a-bfc2-41c9-a94d-847004ce7099'] in dv-cinder-815712-4-iscsi is: [{'id': '058a6c1a-bfc2-41c9-a94d-847004ce7099', 'name': 'tempest-AttachVolumeTestJSON-717937065-router', 'tenant_id': '9312b8e64f51472da613ba9a553d6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:58Z', 'updated_at': '2021-10-28T12:25:13Z', 'revision_number': 6, 'project_id': '9312b8e64f51472da613ba9a553d6c08', 'gw_port_host': None}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:13.756719 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.783681 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02700c9-0531-4bf1-af53-64b6b08905ef,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:13.844494 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.937138 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.939300 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.984394 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.985039 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058a6c1a-bfc2-41c9-a94d-847004ce7099 {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:25:13.990589 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:13.991758 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-8406cd59-43e9-41cb-ba55-60e8d517dfb0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/058a6c1a-bfc2-41c9-a94d-847004ce7099 HTTP/1.1" status: 204 len: 168 time: 0.7567902 Oct 28 12:25:13.994297 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36940) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:14.038360 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Deleting subnet ac3773c6-231b-4b65-8e60-bacb70f9b84b {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:25:14.041346 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.074592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.158721 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.212343 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.235922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3773c6-231b-4b65-8e60-bacb70f9b84b,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:14.242335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.245881 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c471086c-ae03-4ef2-9833-99c40cec671c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac3773c6-231b-4b65-8e60-bacb70f9b84b HTTP/1.1" status: 204 len: 168 time: 0.2502770 Oct 28 12:25:14.248055 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36942) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:14.248203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad571f-093b-4de1-a7f9-15b4cbdfd7cb None None] Network de15b36d-2b79-466b-a06c-a72c17091769 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:14.319198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.372239 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Deleting port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:14.372571 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.448137 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] For port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,segment=NetworkSegment(11c943a6-efbb-459a-9481-1afb7504d2ad),segment_id=11c943a6-efbb-459a-9481-1afb7504d2ad)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:14.448426 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.462125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Calling delete_port for 2f3376eb-f9cf-4c4e-829d-23ce35ff338e owned by network:dhcp {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:14.496126 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] DHCP port deletion for de15b36d-2b79-466b-a06c-a72c17091769 request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:25:14.548367 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Deleting port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e {{(pid=101495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:25:14.548749 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.554171 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.582604 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:14.584655 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] No DVR routers for this DVR port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e on host dv-cinder-815712-4-iscsi {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:25:14.619898 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] For port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e, host dv-cinder-815712-4-iscsi, got binding levels [] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:14.620377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.641174 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Calling delete_port for 2f3376eb-f9cf-4c4e-829d-23ce35ff338e owned by network:dhcp {{(pid=101495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:25:14.644300 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.ipam_backend_mixin [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e was not found and therefore no delete operation was performed {{(pid=101495) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 12:25:14.646487 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312'] for port, after_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.671323 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.680367 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Pushing event deleted for resources: {'Port': ['ID=2f3376eb-f9cf-4c4e-829d-23ce35ff338e,revision_number=None']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:14.688118 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] No DVR routers for this DVR port 2f3376eb-f9cf-4c4e-829d-23ce35ff338e on host dv-cinder-815712-4-iscsi {{(pid=101495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:25:14.690491 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.690897 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.691236 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.691583 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.691917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694132 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694612 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.694764 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa106e61-360b-4108-b86e-d8638aad6ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:14.697669 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de15b36d-2b79-466b-a06c-a72c17091769']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:14.717792 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c943a6-efbb-459a-9481-1afb7504d2ad') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:14.718320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c943a6-efbb-459a-9481-1afb7504d2ad') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:14.731925 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.746618 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.754499 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Releasing vlan 1365 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:25:14.756098 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:25:14.761284 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:25:14.838002 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.843611 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:14.846975 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] 10.222.0.37 "DELETE /v2.0/networks/de15b36d-2b79-466b-a06c-a72c17091769 HTTP/1.1" status: 204 len: 168 time: 0.5979614 Oct 28 12:25:14.851924 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2f3376eb-f9cf-4c4e-829d-23ce35ff338e no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:25:14.862136 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92dd81-45ee-4249-b9ad-fc336c95f4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=de15b36d-2b79-466b-a06c-a72c17091769,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:14.887787 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 2f3376eb-f9cf-4c4e-829d-23ce35ff338e {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:25:14.888236 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2f3376eb-f9cf-4c4e-829d-23ce35ff338e not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:25:14.888752 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 6586b7d8-9b49-4d54-bd3c-a147776176fd no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:25:14.911459 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 6586b7d8-9b49-4d54-bd3c-a147776176fd {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:25:14.912651 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 6586b7d8-9b49-4d54-bd3c-a147776176fd not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:25:14.913430 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b02700c9-0531-4bf1-af53-64b6b08905ef no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:25:14.937686 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: b02700c9-0531-4bf1-af53-64b6b08905ef {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:25:14.938035 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b02700c9-0531-4bf1-af53-64b6b08905ef not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:25:14.981150 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36946) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:15.020606 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-28248986-c297-44a2-8a02-f22ddacf8f3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9312b8e64f51472da613ba9a553d6c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381565 Oct 28 12:25:15.022930 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36948) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:15.075885 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:15.095868 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:15.142572 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:15.145201 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:15.146888 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73034602-118d-4461-ac32-a47c23ef5c2a HTTP/1.1" status: 204 len: 168 time: 0.1230140 Oct 28 12:25:15.154393 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187521-880f-4301-91b3-9c71dbe2bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73034602-118d-4461-ac32-a47c23ef5c2a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:16.535209 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 36988) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:16.637768 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b72a-6647-4bc0-950c-a61d65dfca21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.711764 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b72a-6647-4bc0-950c-a61d65dfca21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.716922 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b72a-6647-4bc0-950c-a61d65dfca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.753518 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6ec5b72a-6647-4bc0-950c-a61d65dfca21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=207a80c3b6e94259946ad56e93be8117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172613 Oct 28 12:25:16.755514 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5b72a-6647-4bc0-950c-a61d65dfca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9fa0a0-0f12-4eb8-912d-ee15206ba673,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:16.756403 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36992) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:16.805386 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.825668 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.878018 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.880854 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:16.882025 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c9fa0a0-0f12-4eb8-912d-ee15206ba673 HTTP/1.1" status: 204 len: 168 time: 0.1246254 Oct 28 12:25:16.890989 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec830-ed8a-40de-ace9-c5b764860061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9fa0a0-0f12-4eb8-912d-ee15206ba673,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:17.139012 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 36998) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:17.154051 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-59910c8e-9b67-460d-b34f-c45d5c327769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.229785 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-59910c8e-9b67-460d-b34f-c45d5c327769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.233408 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-59910c8e-9b67-460d-b34f-c45d5c327769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.273699 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-59910c8e-9b67-460d-b34f-c45d5c327769 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd4212ae90be4394ad8a1ce0cdc55103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336224 Oct 28 12:25:17.274557 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59910c8e-9b67-460d-b34f-c45d5c327769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb977d20-2164-4df7-9550-9495986b24f4,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:17.276385 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37000) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:17.324107 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.343961 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.389005 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.391508 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:17.392638 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb977d20-2164-4df7-9550-9495986b24f4 HTTP/1.1" status: 204 len: 168 time: 0.1152856 Oct 28 12:25:17.400707 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7dec0-9fda-4209-85f0-e9e57eb1052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb977d20-2164-4df7-9550-9495986b24f4,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:18.905821 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37044) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:19.007521 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e075b429-03ba-4fe1-bb63-f56d9929ab1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.086453 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e075b429-03ba-4fe1-bb63-f56d9929ab1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.090889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e075b429-03ba-4fe1-bb63-f56d9929ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.131993 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e075b429-03ba-4fe1-bb63-f56d9929ab1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c692b180a7746f1b84a5cae43ee63ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251492 Oct 28 12:25:19.132860 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075b429-03ba-4fe1-bb63-f56d9929ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defd901-ec99-4c68-baf7-cd3866b82e1f,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:19.134753 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37048) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:19.183187 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.204198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.249111 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.251742 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.252912 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6defd901-ec99-4c68-baf7-cd3866b82e1f HTTP/1.1" status: 204 len: 168 time: 0.1171465 Oct 28 12:25:19.261364 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d483db-a90e-42c8-ae3b-575c95a62177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defd901-ec99-4c68-baf7-cd3866b82e1f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:19.513940 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37054) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:19.527439 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-063b9d1a-a0a1-4c77-9874-af6f1426eca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.602590 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-063b9d1a-a0a1-4c77-9874-af6f1426eca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.606205 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-063b9d1a-a0a1-4c77-9874-af6f1426eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.645148 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b9d1a-a0a1-4c77-9874-af6f1426eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d4c18d-0a5b-43f8-a933-9f324b402872,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:19.649768 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-063b9d1a-a0a1-4c77-9874-af6f1426eca9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4f27973c7f3440595eca2be6583a211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347721 Oct 28 12:25:19.652454 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37056) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:19.705835 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.726709 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.775466 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.778026 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:19.779241 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54d4c18d-0a5b-43f8-a933-9f324b402872 HTTP/1.1" status: 204 len: 168 time: 0.1258609 Oct 28 12:25:19.787152 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbc774-0887-47b1-804f-2f50336fa00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d4c18d-0a5b-43f8-a933-9f324b402872,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:21.415652 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37102) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:21.516184 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5a06787a-6b88-481a-855c-b6b47550d031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.587215 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5a06787a-6b88-481a-855c-b6b47550d031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.590800 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-5a06787a-6b88-481a-855c-b6b47550d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.627812 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06787a-6b88-481a-855c-b6b47550d031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61693a0-d535-46cb-8490-6281aa8bfe37,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:21.634885 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-5a06787a-6b88-481a-855c-b6b47550d031 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9726314d3c7046bcb0fd6519c760fa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158303 Oct 28 12:25:21.635112 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37106) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:21.682691 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.703334 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.751986 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.754483 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:21.756179 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d61693a0-d535-46cb-8490-6281aa8bfe37 HTTP/1.1" status: 204 len: 168 time: 0.1201732 Oct 28 12:25:21.763773 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2542-52cf-4448-9372-3f571b21359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61693a0-d535-46cb-8490-6281aa8bfe37,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:21.986994 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-6e7c412b-6895-4c3e-abfc-1f8f67bba454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.014117 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37112) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:22.027386 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fea4-a4e6-4768-b555-b8cb5786da70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.104452 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fea4-a4e6-4768-b555-b8cb5786da70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.108360 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8fc0fea4-a4e6-4768-b555-b8cb5786da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.148471 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8fc0fea4-a4e6-4768-b555-b8cb5786da70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f7b4e5f64fb4dc38771083e67ebadfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332052 Oct 28 12:25:22.149428 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0fea4-a4e6-4768-b555-b8cb5786da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb203ff-e6e5-4550-8541-eaa46ad9307d,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:22.151320 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37114) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:22.205422 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.226039 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.271330 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.273958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:22.275164 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eb203ff-e6e5-4550-8541-eaa46ad9307d HTTP/1.1" status: 204 len: 168 time: 0.1223998 Oct 28 12:25:22.282625 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb1a24-2095-476c-ac6e-2128273de467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb203ff-e6e5-4550-8541-eaa46ad9307d,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:24.521175 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3d897849-0602-4c14-ae8e-219c72a516df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:25.731215 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:25.734956 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:26.762408 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37186) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:26.903411 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-04329cbe-553f-446b-bdc7-6997471d5a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:26.979446 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-04329cbe-553f-446b-bdc7-6997471d5a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:26.982982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-04329cbe-553f-446b-bdc7-6997471d5a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.025591 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-04329cbe-553f-446b-bdc7-6997471d5a6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1797aaafb1fc4973bf93ee1a148e3410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598207 Oct 28 12:25:27.025591 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04329cbe-553f-446b-bdc7-6997471d5a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47fe709-d910-4eaa-a5b0-52ac9ccbb3f5,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:27.026131 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37190) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:27.074288 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.094183 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.138645 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.141134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.142257 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d47fe709-d910-4eaa-a5b0-52ac9ccbb3f5 HTTP/1.1" status: 204 len: 168 time: 0.1150522 Oct 28 12:25:27.150477 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b0bd9-c0c0-4ffe-954f-01b3b982e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47fe709-d910-4eaa-a5b0-52ac9ccbb3f5,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:27.186001 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.399332 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37196) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:27.415247 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c43e-c3f0-423b-ab21-173ce81798e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.489427 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c43e-c3f0-423b-ab21-173ce81798e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.494083 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c43e-c3f0-423b-ab21-173ce81798e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.532661 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-d5d6c43e-c3f0-423b-ab21-173ce81798e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce48e2b9b80d4687b4215bce545a6502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322031 Oct 28 12:25:27.533656 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6c43e-c3f0-423b-ab21-173ce81798e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b43320b-f4a8-4136-89a1-3c683c2e62bc,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:27.535325 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37198) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:27.587731 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.608645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.655801 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.658413 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:27.659598 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b43320b-f4a8-4136-89a1-3c683c2e62bc HTTP/1.1" status: 204 len: 168 time: 0.1232698 Oct 28 12:25:27.667474 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a60de-a424-4f75-9e41-c5b511cf023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b43320b-f4a8-4136-89a1-3c683c2e62bc,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:29.599335 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37270) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:29.712776 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f2027bab-9a25-4473-948f-c1331a406c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.797334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f2027bab-9a25-4473-948f-c1331a406c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.801402 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-f2027bab-9a25-4473-948f-c1331a406c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.842700 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-f2027bab-9a25-4473-948f-c1331a406c04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2513e07302ff48d6971d83d19e74c0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422240 Oct 28 12:25:29.843832 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2027bab-9a25-4473-948f-c1331a406c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b818d0-e295-4fe3-ad2d-089602004972,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:29.845441 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37274) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:29.895657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.917869 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.964354 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.966966 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.968109 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01b818d0-e295-4fe3-ad2d-089602004972 HTTP/1.1" status: 204 len: 168 time: 0.1217070 Oct 28 12:25:29.976562 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0872c-1e27-4451-9b77-060aec88a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b818d0-e295-4fe3-ad2d-089602004972,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:30.240016 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37280) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:30.253251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d50b0885-4cc1-4560-b8d6-e606a1ab7c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.328369 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d50b0885-4cc1-4560-b8d6-e606a1ab7c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.333764 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d50b0885-4cc1-4560-b8d6-e606a1ab7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.372466 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d50b0885-4cc1-4560-b8d6-e606a1ab7c83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c39fae327c04dfe98b1307ee621c0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313615 Oct 28 12:25:30.373312 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b0885-4cc1-4560-b8d6-e606a1ab7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2424fce-1e6d-49f5-a3d8-6808358eb0c0,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:30.375124 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37282) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:30.425232 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.449207 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.494563 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.497138 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.498265 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2424fce-1e6d-49f5-a3d8-6808358eb0c0 HTTP/1.1" status: 204 len: 168 time: 0.1219733 Oct 28 12:25:30.506912 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d19c3-b7cf-477f-a5e6-c789b2403cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2424fce-1e6d-49f5-a3d8-6808358eb0c0,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:38.323706 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37402) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:38.435798 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8e8d79b7-22a9-4a4a-954c-ea8771425bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.512909 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8e8d79b7-22a9-4a4a-954c-ea8771425bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.518197 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8e8d79b7-22a9-4a4a-954c-ea8771425bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.558649 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8e8d79b7-22a9-4a4a-954c-ea8771425bbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a665f3941254f21956f32ffbc47d944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338178 Oct 28 12:25:38.559777 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d79b7-22a9-4a4a-954c-ea8771425bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc7281-8a69-4925-987f-09e7d5106a73,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:38.561287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37406) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:38.612487 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.634334 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.682905 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.685418 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.686632 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9dc7281-8a69-4925-987f-09e7d5106a73 HTTP/1.1" status: 204 len: 168 time: 0.1243432 Oct 28 12:25:38.695004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48db3f7-7f38-406c-8978-df8aeed7d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc7281-8a69-4925-987f-09e7d5106a73,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:38.933057 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:38.951384 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37412) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:38.956395 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:38.964914 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6ee94fc9-8a13-474b-9c8b-be30773adf93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.040399 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6ee94fc9-8a13-474b-9c8b-be30773adf93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.044376 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-6ee94fc9-8a13-474b-9c8b-be30773adf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.082934 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6ee94fc9-8a13-474b-9c8b-be30773adf93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88404022a5b54d778dc9e95279ad1556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298587 Oct 28 12:25:39.083811 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94fc9-8a13-474b-9c8b-be30773adf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37ea36-e06f-44de-88b5-aa7a5592138a,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:39.085626 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37414) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:39.135770 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.156361 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.205397 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.207871 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.209038 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe37ea36-e06f-44de-88b5-aa7a5592138a HTTP/1.1" status: 204 len: 168 time: 0.1217875 Oct 28 12:25:39.216644 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d780c0-95ca-4abc-88e7-c0a278381919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37ea36-e06f-44de-88b5-aa7a5592138a,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:39.537106 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37420) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:39.550107 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1ce05b19-33b4-4239-9749-ce2685d8ebca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.624693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1ce05b19-33b4-4239-9749-ce2685d8ebca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.627905 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-1ce05b19-33b4-4239-9749-ce2685d8ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.666143 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-1ce05b19-33b4-4239-9749-ce2685d8ebca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3467b6dcb934aedacf0959fbdda76fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279390 Oct 28 12:25:39.667286 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05b19-33b4-4239-9749-ce2685d8ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408b171-f221-4910-ae83-cc0adbafb0de,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:39.669032 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37422) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:39.732099 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.759802 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.807556 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.810144 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:39.811316 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2408b171-f221-4910-ae83-cc0adbafb0de HTTP/1.1" status: 204 len: 168 time: 0.1406939 Oct 28 12:25:39.819712 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180310f9-38ee-4632-b5f1-811b138aa2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408b171-f221-4910-ae83-cc0adbafb0de,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:40.497594 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37444) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:40.592920 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1780307599-network', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:40.615168 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Made reservation on behalf of e50130a23a874c80924d4a3b729798ef for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:40.617799 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.625914 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.712495 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.717174 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.744551 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1389, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:25:40.758204 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ffbd76-eafe-476f-8551-efd0e0223486,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:40.762137 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.762476 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Added segment d502f2c1-64af-4431-9b94-4536329e4b66 of type vlan for network bf26eedc-9523-425a-a0db-af7aa6d28144 Oct 28 12:25:40.809906 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.837318 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.838327 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:40.839195 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:40.893077 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3943574 Oct 28 12:25:40.897623 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37448) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:40.902672 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Request body: {'subnet': {'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1780307599-subnet', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:40.905091 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f5be-4fdf-45f9-bd9e-9c907d0b1cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf26eedc-9523-425a-a0db-af7aa6d28144,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:40.917791 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network bf26eedc-9523-425a-a0db-af7aa6d28144 details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:25:40.929237 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Made reservation on behalf of e50130a23a874c80924d4a3b729798ef for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:40.932081 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17177204513'] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.124137 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176825364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17177204531'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.181396 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d26c8a1-708b-441c-b899-ce783a772273,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:41.190409 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Checking segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:41.190795 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Network hostable DHCP agents. Network: bf26eedc-9523-425a-a0db-af7aa6d28144, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:25:41.207889 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Network bf26eedc-9523-425a-a0db-af7aa6d28144 is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:25:41.216410 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, bf26eedc-9523-425a-a0db-af7aa6d28144) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:41.220769 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:41.221348 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.227263 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09697db8-17c9-49ee-bc37-f3563934965e None None] Network bf26eedc-9523-425a-a0db-af7aa6d28144 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:41.239084 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-fa376324-b156-4b06-b436-bca7fc208862 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3397913 Oct 28 12:25:41.243360 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37450) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:41.247572 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:41.268663 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.269701 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.329281 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.389306 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-bf26eedc-9523-425a-a0db-af7aa6d28144', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:25:41.390715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.503478 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.539342 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Allocated IP 172.20.0.2 (bf26eedc-9523-425a-a0db-af7aa6d28144/1d26c8a1-708b-441c-b899-ce783a772273/4b127a68-d2b6-41bb-914d-34f5c47efb41) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:41.696878 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.704205 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.725313 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.744626 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.748879 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Network bf26eedc-9523-425a-a0db-af7aa6d28144 is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:41.753665 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:41.757955 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:41.765420 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Pushing event updated for resources: {'Port': ['ID=4b127a68-d2b6-41bb-914d-34f5c47efb41,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:41.828628 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Attempting to bind port 4b127a68-d2b6-41bb-914d-34f5c47efb41 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:41.829017 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Attempting to bind port 4b127a68-d2b6-41bb-914d-34f5c47efb41 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:41.830977 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Attempting to bind port 4b127a68-d2b6-41bb-914d-34f5c47efb41 on network bf26eedc-9523-425a-a0db-af7aa6d28144 {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:41.840970 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:41.841550 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Checking segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:41.842191 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.842859 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Bound using segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:41.843632 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Bound port: 4b127a68-d2b6-41bb-914d-34f5c47efb41, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:41.844231 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.860565 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Allocated IP 172.27.2.221 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/b5665f31-4a2c-4b66-8951-2e4047b91737) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:41.946403 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] For port 4b127a68-d2b6-41bb-914d-34f5c47efb41, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:41.950124 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] For port 4b127a68-d2b6-41bb-914d-34f5c47efb41, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4b127a68-d2b6-41bb-914d-34f5c47efb41,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:41.956022 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:41.974254 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:42.027474 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc00d5-4e1f-4dca-a064-0c2dc999b9da None None] Pushing event updated for resources: {'Port': ['ID=4b127a68-d2b6-41bb-914d-34f5c47efb41,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:42.030150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:42.078735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:42.082254 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:42.086169 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:42.110349 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Pushing event updated for resources: {'Port': ['ID=b5665f31-4a2c-4b66-8951-2e4047b91737,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:42.604607 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:42.826875 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:42.905002 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4b127a68-d2b6-41bb-914d-34f5c47efb41 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:42.964550 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 4b127a68-d2b6-41bb-914d-34f5c47efb41 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:42.965655 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:42.978262 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Router 55001d28-fbd7-4716-9ced-cc193060b2bf is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:25:43.043087 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0827a313-05b0-4bf2-ba7d-28de5335c86e None None] Network bf26eedc-9523-425a-a0db-af7aa6d28144 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:43.098305 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:43.123200 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.124902 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7ad1398a-6d96-44a4-8d1e-e98979335ccf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8806143 Oct 28 12:25:43.130063 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37452) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:43.235045 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Sync routers for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:43.258477 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.276706 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:43.277398 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:43.364123 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-b2d308ac-e767-4490-9d58-185cc01e7a5f None None] Provisioning complete for port 4b127a68-d2b6-41bb-914d-34f5c47efb41 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:43.364510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b2d308ac-e767-4490-9d58-185cc01e7a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.420336 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 4b127a68-d2b6-41bb-914d-34f5c47efb41, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4b127a68-d2b6-41bb-914d-34f5c47efb41,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:43.435690 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.546584 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:43.614385 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.628404 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=4b127a68-d2b6-41bb-914d-34f5c47efb41,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:43.808894 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:42Z', 'revision_number': 3, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:43.817785 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Allocated IP 172.20.0.1 (bf26eedc-9523-425a-a0db-af7aa6d28144/1d26c8a1-708b-441c-b899-ce783a772273/8716ae03-b6f4-4f7e-a436-cb918a09e3e7) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:43.838251 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Checking router: 55001d28-fbd7-4716-9ced-cc193060b2bf for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:43.838715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Updating router 55001d28-fbd7-4716-9ced-cc193060b2bf port b5665f31-4a2c-4b66-8951-2e4047b91737 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:25:43.869484 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.937303 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:43.971513 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.011010 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Network bf26eedc-9523-425a-a0db-af7aa6d28144 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:44.014006 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:44.017672 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:44.048008 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Pushing event updated for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:44.060509 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-bf54d3e9-7850-4d23-9283-e60424417d21 None None] Provisioning complete for port 4b127a68-d2b6-41bb-914d-34f5c47efb41 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:44.061093 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-bf54d3e9-7850-4d23-9283-e60424417d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.066350 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.202509 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.220338 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.228478 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.288826 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Attempting to bind port b5665f31-4a2c-4b66-8951-2e4047b91737 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:44.289117 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Attempting to bind port b5665f31-4a2c-4b66-8951-2e4047b91737 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:44.289475 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Attempting to bind port b5665f31-4a2c-4b66-8951-2e4047b91737 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:44.291778 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d1fd-044d-4181-88cc-1a79c5c833df None None] Pushing event updated for resources: {'Port': ['ID=b5665f31-4a2c-4b66-8951-2e4047b91737,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:44.297546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:44.298012 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:44.298444 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.298894 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:44.299328 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Bound port: b5665f31-4a2c-4b66-8951-2e4047b91737, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:44.299704 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.364882 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] For port b5665f31-4a2c-4b66-8951-2e4047b91737, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:44.367258 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9d8d86dc-1b54-48d2-81f6-a87b7629ccca None None] Provisioning complete for port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:44.367969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9d8d86dc-1b54-48d2-81f6-a87b7629ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.370704 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] For port b5665f31-4a2c-4b66-8951-2e4047b91737, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b5665f31-4a2c-4b66-8951-2e4047b91737,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:44.375575 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.385617 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.391382 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.461391 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Pushing event updated for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:44.464273 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.467532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d86dc-1b54-48d2-81f6-a87b7629ccca None None] Port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:25:44.473461 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:44.474080 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:44.476923 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d1fd-044d-4181-88cc-1a79c5c833df None None] Pushing event updated for resources: {'Port': ['ID=b5665f31-4a2c-4b66-8951-2e4047b91737,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:44.557979 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Network bf26eedc-9523-425a-a0db-af7aa6d28144 is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:44.559471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:44.587018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:44.679438 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Router 55001d28-fbd7-4716-9ced-cc193060b2bf has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:25:44.821175 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-7370f30b-8f56-4c3c-8c53-e2d496daa300 None None] Provisioning complete for port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:44.821541 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-7370f30b-8f56-4c3c-8c53-e2d496daa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.859540 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:44.868003 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4b127a68-d2b6-41bb-914d-34f5c47efb41 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:44.870739 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-004c5f5f-e287-486f-9592-6943b51fb6bd admin admin] 10.222.0.37 "PUT /v2.0/routers/55001d28-fbd7-4716-9ced-cc193060b2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380929 Oct 28 12:25:44.898665 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-7370f30b-8f56-4c3c-8c53-e2d496daa300 None None] Port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:25:45.078212 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 2, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:45.110986 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c784b-f8bf-4435-a7e7-a4ae5e881ff2 None None] The sync data for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi is: [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 2, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:45.141228 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 4b127a68-d2b6-41bb-914d-34f5c47efb41 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:45.141443 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.519062 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37474) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:45.524894 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1148405867-network', 'tenant_id': '1fcf8507a47949588768d43c77fa364f'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:45.551761 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Made reservation on behalf of 1fcf8507a47949588768d43c77fa364f for: {'network': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:45.554295 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for network, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.565957 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.667302 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.674181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.702553 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=101494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:25:45.714324 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aafbbd7-97dc-408c-a736-298476582bf4,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:45.721454 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.721998 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.segments_db [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Added segment 5343fd41-0ee7-4937-81b8-7ac9b2163c38 of type vlan for network 37ba3551-2129-442b-831d-5eef1cfc0f4d Oct 28 12:25:45.804936 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770323000751'] for network, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.840266 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436'] for network, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.841699 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:45.842649 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:45.906491 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3854892 Oct 28 12:25:45.909627 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37476) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:45.911962 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d7b2-6292-42b5-8951-72b2fcb462e0 admin admin] Pushing event updated for resources: {'Network': ['ID=37ba3551-2129-442b-831d-5eef1cfc0f4d,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:45.915468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Request body: {'subnet': {'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1148405867-subnet', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'ip_version': 4}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:45.923377 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d details requested by agent ovs-agent-dv-cinder-815712-4-iscsi with host dv-cinder-815712-4-iscsi {{(pid=101495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:25:45.946551 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Made reservation on behalf of 1fcf8507a47949588768d43c77fa364f for: {'subnet': 1} {{(pid=101493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:45.949914 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17177204513'] for subnet, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.159666 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17176825364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17177204531'] for subnet, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.225689 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a588511-99de-4eb5-9ccc-5cfc9ead5180,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:46.234913 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Checking segment: {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:46.235278 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Network hostable DHCP agents. Network: 37ba3551-2129-442b-831d-5eef1cfc0f4d, hostable agents: ['47e11229-25a9-430e-b6f5-aba429fae12e'], hosted agents: [] {{(pid=101493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:25:46.256035 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d is scheduled to be hosted by DHCP agent 47e11229-25a9-430e-b6f5-aba429fae12e with binding_index 1 {{(pid=101493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:25:46.272394 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-4-iscsi, 37ba3551-2129-442b-831d-5eef1cfc0f4d) {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:46.276908 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:46.278602 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.282204 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec2869-4dec-4825-b3ad-317e0fb9a9da None None] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:46.298584 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-a04e60e0-8f73-4f04-ae12-9e313459fc8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3867650 Oct 28 12:25:46.301316 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37480) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:46.305761 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d'}}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:46.330306 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-17179372727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128317'] for router, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.331874 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-17179371847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-17179843278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-17179785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128324'] for router, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.406704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.457765 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9badc1ad-d148-500b-b208-7b88f0c051a1-37ba3551-2129-442b-831d-5eef1cfc0f4d', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180'}]}} from dv-cinder-815712-4-iscsi. {{(pid=101495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:25:46.459030 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.574109 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.631628 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.db_base_plugin_common [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Allocated IP 172.20.0.2 (37ba3551-2129-442b-831d-5eef1cfc0f4d/3a588511-99de-4eb5-9ccc-5cfc9ead5180/75e87e1c-9c7f-4626-8dd0-b97184538890) {{(pid=101495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:46.827523 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks [] for port, precommit_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.835694 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303'] for port, after_create {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.896851 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d is already hosted by enough agents. {{(pid=101495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:46.901399 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b5665f31-4a2c-4b66-8951-2e4047b91737 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:46.908604 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.scheduler.base_scheduler [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Resources bound (agent type, host, resource id): {{(pid=101495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:46.911232 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Received port after_create {{(pid=101495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:46.932663 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Pushing event updated for resources: {'Port': ['ID=75e87e1c-9c7f-4626-8dd0-b97184538890,revision_number=1']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:47.016767 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Attempting to bind port 75e87e1c-9c7f-4626-8dd0-b97184538890 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:47.017125 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Attempting to bind port 75e87e1c-9c7f-4626-8dd0-b97184538890 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:47.017685 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Attempting to bind port 75e87e1c-9c7f-4626-8dd0-b97184538890 on network 37ba3551-2129-442b-831d-5eef1cfc0f4d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:47.026914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:47.027284 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Checking segment: {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:47.027668 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.028147 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Bound using segment: {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:47.028868 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Bound port: 75e87e1c-9c7f-4626-8dd0-b97184538890, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:47.029330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.044324 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port b5665f31-4a2c-4b66-8951-2e4047b91737 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:47.044685 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.097763 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.126274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.155141 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] For port 75e87e1c-9c7f-4626-8dd0-b97184538890, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:47.160050 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] For port 75e87e1c-9c7f-4626-8dd0-b97184538890, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75e87e1c-9c7f-4626-8dd0-b97184538890,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:47.204032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.267994 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Allocated IP 172.27.2.144 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/34b6cecf-8d69-4f8d-9f47-9ea60d2e1072) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:47.275795 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.315041 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300e7f-2d26-48ed-927f-5b6e4c2e6832 None None] Pushing event updated for resources: {'Port': ['ID=75e87e1c-9c7f-4626-8dd0-b97184538890,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:47.320733 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port b5665f31-4a2c-4b66-8951-2e4047b91737, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b5665f31-4a2c-4b66-8951-2e4047b91737,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:47.328470 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.418781 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=b5665f31-4a2c-4b66-8951-2e4047b91737,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:47.425051 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.433620 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Sync routers for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:47.444639 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:47.445238 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:47.519118 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.584260 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:47.589422 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:47.594451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:47.604568 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:47.630089 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Pushing event updated for resources: {'Port': ['ID=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:47.906188 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:47.942913 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 2, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:47.987448 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Checking router: 55001d28-fbd7-4716-9ced-cc193060b2bf for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:47.987998 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Updating router 55001d28-fbd7-4716-9ced-cc193060b2bf port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:25:48.029063 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.211944 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-17179371852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-17179843219'] for router, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.381428 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Router 78782bc2-4c61-41a4-9557-1728efda41b1 is scheduled to L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f with binding_index 1 {{(pid=101494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:25:48.410117 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.417294 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.445915 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a31d6-08ed-44f4-9e44-72139459b945 None None] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:48.465205 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Pushing event updated for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:48.477554 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.478205 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.478729 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.479241 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.479720 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.480199 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.480677 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.481153 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.481679 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.482153 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.483197 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.483887 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:48.520236 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:48.538548 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Sync routers for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:48.545331 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.546862 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-825132f2-a731-4d98-926d-8e6ced8846ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2444901 Oct 28 12:25:48.549550 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37486) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:48.573628 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Attempting to bind port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:48.574147 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Attempting to bind port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:48.574943 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Attempting to bind port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 on network bf26eedc-9523-425a-a0db-af7aa6d28144 {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:48.581383 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:48.582641 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Checking segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:48.583181 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.583576 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Bound using segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:48.584049 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Bound port: 8716ae03-b6f4-4f7e-a436-cb918a09e3e7, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:48.584424 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.611087 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:48.612185 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:48.615058 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] Provisioning complete for port 75e87e1c-9c7f-4626-8dd0-b97184538890 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:48.615692 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.676571 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] For port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:48.683453 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] For port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:48.690263 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:48.765349 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc86d89-802f-4bff-b28e-dec01e6b51b6 None None] Pushing event updated for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:48.782554 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:48.783240 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:48.945059 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:48.960512 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:49.149121 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b5665f31-4a2c-4b66-8951-2e4047b91737 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:49.228244 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.239360 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-20803139-65c6-442c-a413-5211bef55255 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1314609 Oct 28 12:25:49.313893 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:48Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:49.344680 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebc5c-ebf4-4f0a-8c53-276602077f9e None None] The sync data for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi is: [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:48Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:49.350704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.395287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-84dda8bf-91c9-4c7e-ae02-5c2c51c8c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:49.396735 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-84dda8bf-91c9-4c7e-ae02-5c2c51c8c307 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1098 time: 0.0796714 Oct 28 12:25:49.522893 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] For port 75e87e1c-9c7f-4626-8dd0-b97184538890, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75e87e1c-9c7f-4626-8dd0-b97184538890,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:49.554190 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.603080 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port b5665f31-4a2c-4b66-8951-2e4047b91737 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:49.603646 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.628451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-d01292eb-a084-4171-8b4a-844a84c51943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:49.630092 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-d01292eb-a084-4171-8b4a-844a84c51943 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.1936152 Oct 28 12:25:49.693358 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Allocated IP 172.20.0.1 (37ba3551-2129-442b-831d-5eef1cfc0f4d/3a588511-99de-4eb5-9ccc-5cfc9ead5180/2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:49.720844 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1306bf-41b8-4250-bf0b-01a0a2a3fc77 None None] Pushing event updated for resources: {'Port': ['ID=75e87e1c-9c7f-4626-8dd0-b97184538890,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:49.726088 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-aa301a8b-7b9d-41b9-a34c-4c33b823bc2b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 1001 time: 0.0873086 Oct 28 12:25:49.742914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Provisioning complete for port 75e87e1c-9c7f-4626-8dd0-b97184538890 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:49.743324 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.824919 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 3, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:49.825793 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-e0339824-63f3-4d77-8636-5ac990685136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:49.827387 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-e0339824-63f3-4d77-8636-5ac990685136 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0914493 Oct 28 12:25:49.860352 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75e87e1c-9c7f-4626-8dd0-b97184538890 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:49.862703 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Checking router: 78782bc2-4c61-41a4-9557-1728efda41b1 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:49.863104 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Updating router 78782bc2-4c61-41a4-9557-1728efda41b1 port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 binding host dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:25:49.901932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:49.908108 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-83173f75-5f18-4c8d-937a-7275dd2add04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:49.909698 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-83173f75-5f18-4c8d-937a-7275dd2add04 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722060 Oct 28 12:25:49.952511 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.038294 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.085054 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Provisioning complete for port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:50.085433 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.089750 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-471c9a7d-ab99-4396-9573-33b5e729299b service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704600 Oct 28 12:25:50.090071 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 75e87e1c-9c7f-4626-8dd0-b97184538890 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:50.090415 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.091653 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:50.097229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:50.102505 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:50.214524 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-17179844558'] for router_interface, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.273451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:50.357567 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-1c7e0615-6000-4c7d-a33b-a6668ea4e799 req-ecf725de-1568-4fdc-8432-f37280f620a0 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562361 Oct 28 12:25:50.378471 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.389604 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:50.450957 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.546071 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] For port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:50.561756 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.567789 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks [] for port, precommit_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.608123 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.650622 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:50.651261 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.679049 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.689779 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.740301 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Attempting to bind port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:50.741657 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Attempting to bind port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:50.741892 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Attempting to bind port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 on network 65063794-926d-4e35-8180-5133091f232d {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:50.767069 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465a5bf-b7cf-4efb-8def-5fbab637f935 None None] Pushing event updated for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:50.772667 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:50.775301 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-17179458482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-17179843422'] for router_interface, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.811723 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:50.812353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Checking segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:50.812986 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.813644 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Bound using segment: {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'} {{(pid=101495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:50.814250 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.managers [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Bound port: 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f922a82-ac47-4dd9-bbd7-f9b13b3617fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65063794-926d-4e35-8180-5133091f232d'}}] {{(pid=101495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:50.814614 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.872501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-a040be5a-4699-4087-89ee-b45270fb3b30 None None] Provisioning complete for port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:50.872768 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a040be5a-4699-4087-89ee-b45270fb3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:50.913619 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579cff-adbe-48be-8cc4-55d9ad1d9900 None None] Pushing event updated for resources: {'Port': ['ID=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,revision_number=2']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:50.916514 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:50.919050 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:50.991943 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] For port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:50.995964 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-a040be5a-4699-4087-89ee-b45270fb3b30 None None] Port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:25:51.032645 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] For port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:51.040384 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:51.134990 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:51.135635 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:51.181328 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Router 78782bc2-4c61-41a4-9557-1728efda41b1 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:25:51.186128 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75e87e1c-9c7f-4626-8dd0-b97184538890 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:51.188056 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579cff-adbe-48be-8cc4-55d9ad1d9900 None None] Pushing event updated for resources: {'Port': ['ID=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,revision_number=3']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:51.307370 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:51.356951 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 75e87e1c-9c7f-4626-8dd0-b97184538890 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:51.357325 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:51.447576 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-970be158-f1db-4024-9337-699c9cc2bda3 None None] Provisioning complete for port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:51.447848 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-970be158-f1db-4024-9337-699c9cc2bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:51.548643 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-970be158-f1db-4024-9337-699c9cc2bda3 None None] Port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:25:51.615988 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:51.621216 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:25:51.633192 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-19c4bc62-6000-4eab-b125-e5f8ada0e529 admin admin] 10.222.0.37 "PUT /v2.0/routers/78782bc2-4c61-41a4-9557-1728efda41b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0771973 Oct 28 12:25:51.900950 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:51.901326 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:51.904269 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae', 'name': '', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'mac_address': 'fa:16:3e:d6:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:49Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 2, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'subnets': [{'id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:51.949808 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d1dda-f0af-428f-b09a-d91f58820ac8 None None] The sync data for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi is: [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae', 'name': '', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'mac_address': 'fa:16:3e:d6:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:49Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 2, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'subnets': [{'id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:52.010624 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-067aff46-5dc6-41a2-b310-d2af4d79af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:53.236495 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:53.337345 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:53.337727 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:53.444619 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:53.476353 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] For port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:53.482993 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:53.573277 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Pushing event updated for resources: {'Port': ['ID=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:54.518908 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-54fbbd55-5a9d-4715-8efd-28c11381f4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:55.134865 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:55.199212 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:55.199861 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:55.761889 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:55.764781 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:55.870807 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Sync routers for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:25:55.886532 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:55.888811 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:56.008861 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:56.254643 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae', 'name': '', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'mac_address': 'fa:16:3e:d6:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:49Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 2, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'subnets': [{'id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:56.287105 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Checking router: 78782bc2-4c61-41a4-9557-1728efda41b1 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:25:56.287393 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Updating router 78782bc2-4c61-41a4-9557-1728efda41b1 port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae binding host dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:25:56.313842 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:56.693999 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks [] for port, precommit_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:56.701616 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:56.710526 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-d027a6a3-9f25-4af5-b417-9fd86f7c345b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117697042&fields=id&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 267 time: 0.0454130 Oct 28 12:25:56.870300 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-5c7dbb28-a97e-4777-a993-9f85e649c3a6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:56.883080 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-5c7dbb28-a97e-4777-a993-9f85e649c3a6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1712210 Oct 28 12:25:56.911890 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-584a1b28-fd0d-46dd-a52e-787e93f8bc8c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/quotas/cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 375 time: 0.0272739 Oct 28 12:25:56.984550 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Attempting to bind port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae on host dv-cinder-815712-4-iscsi for vnic_type normal with profile {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:56.985347 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Attempting to bind port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae by drivers openvswitch,hyperv on host dv-cinder-815712-4-iscsi at level 0 using segments [{'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:56.985518 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Attempting to bind port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae on network 37ba3551-2129-442b-831d-5eef1cfc0f4d {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:56.995116 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Checking agent: {'id': '51c18143-a25d-472b-b770-3967f3ae6108', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 4, 26), 'started_at': datetime.datetime(2021, 10, 28, 12, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:56.995485 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Checking segment: {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:56.996079 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:56.996239 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Bound using segment: {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'} {{(pid=101496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:56.996731 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.managers [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Bound port: 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae, host: dv-cinder-815712-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5343fd41-0ee7-4937-81b8-7ac9b2163c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d'}}] {{(pid=101496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:56.997137 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.003308 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72d64-db8d-4396-9fdd-4c873b376533 None None] Pushing event updated for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=3']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:57.009418 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-0e76ae9b-a250-4da6-a279-1ad62e91a0ff tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873451 Oct 28 12:25:57.107919 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-90295f39-5699-4286-96dd-5d3b152f8080 service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975034 Oct 28 12:25:57.111398 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] For port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae, host dv-cinder-815712-4-iscsi, cleared binding levels {{(pid=101496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:57.116092 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.plugins.ml2.db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] For port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae, host dv-cinder-815712-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:57.122102 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.124662 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] Provisioning complete for port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:57.125749 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.199498 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.204314 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72d64-db8d-4396-9fdd-4c873b376533 None None] Pushing event updated for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=4']} {{(pid=101496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:57.227622 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:25:57.228264 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:25:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:57.267407 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ad32da3a-de06-44a8-8130-fc14005eea1e service neutron] 10.222.0.37 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582146 Oct 28 12:25:57.305764 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.413454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] For port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:57.422246 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.439212 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:25:57.498217 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da0d5c-5640-40ad-a9ba-b5279e5f3b4b None None] Pushing event updated for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:57.670514 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-dab21d02-3047-40ee-8753-878ce2878566 None None] Provisioning complete for port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:57.670931 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-dab21d02-3047-40ee-8753-878ce2878566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.759082 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b8489ed0-c5d5-4630-b833-512dd57a158d req-cd695ae7-77f9-4087-b163-96bdbedf4650 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 210 time: 0.0409446 Oct 28 12:25:57.800365 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae', 'name': '', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'mac_address': 'fa:16:3e:d6:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:49Z', 'updated_at': '2021-10-28T12:25:57Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'subnets': [{'id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:25:57.846181 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6e30b-fd7f-40ed-b691-8e90a4422185 None None] The sync data for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi is: [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae', 'name': '', 'network_id': '37ba3551-2129-442b-831d-5eef1cfc0f4d', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'mac_address': 'fa:16:3e:d6:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:49Z', 'updated_at': '2021-10-28T12:25:57Z', 'revision_number': 4, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'subnets': [{'id': '3a588511-99de-4eb5-9ccc-5cfc9ead5180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:25:58.927595 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-2e98029a-8479-4a36-a47e-edf7a3675b26 req-dac2cba4-3e33-4e70-9f89-d68bc94014ec tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 210 time: 0.0447507 Oct 28 12:25:58.990671 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-88d76dcf-6f24-41dd-bb4d-7b6f5d8e172b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:58.993003 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-88d76dcf-6f24-41dd-bb4d-7b6f5d8e172b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 812 time: 0.1700702 Oct 28 12:25:59.048276 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-241d832c-6266-475a-ba6d-463705bc03fc tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35 HTTP/1.1" status: 200 len: 380 time: 0.0435667 Oct 28 12:25:59.061518 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'port': {'device_id': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'admin_state_up': True, 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'security_groups': ['88e08896-48ce-4ef8-a647-22d6b6a50e3a']}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:59.192840 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae up at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:25:59.271305 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Made reservation on behalf of cfa9219e414f4bd49dcbf215ed8d6f35 for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:59.274199 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Provisioning complete for port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:59.274579 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.275212 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.443174 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.20.0.3 (0274befd-d9a1-4ff6-a2b6-a21e079de445/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5/fee1be39-2573-4a6e-aa44-b3788989968b) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:59.614538 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.661167 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.713702 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:59.717030 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:59.725758 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:59.739442 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:59.803577 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:59.804237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.837403 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-ab90934e-aa9f-421a-b18d-ecf33e577dfb tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815695 Oct 28 12:25:59.859017 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Request body: {'port': {'device_id': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:59.955216 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.084422 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-23e9e21f-7ff9-45e1-bfdc-ef4e69f48c4a None None] Provisioning complete for port fee1be39-2573-4a6e-aa44-b3788989968b triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:00.085035 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-23e9e21f-7ff9-45e1-bfdc-ef4e69f48c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.137659 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-23e9e21f-7ff9-45e1-bfdc-ef4e69f48c4a None None] Port fee1be39-2573-4a6e-aa44-b3788989968b cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:26:00.160695 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6b99-c78f-4642-908a-50857db5310b req-50d95466-2b96-406d-a6ee-bef8ab1de74a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:00.162466 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d55c6b99-c78f-4642-908a-50857db5310b req-50d95466-2b96-406d-a6ee-bef8ab1de74a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 931 time: 0.1648891 Oct 28 12:26:00.257945 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d55c6b99-c78f-4642-908a-50857db5310b req-bc26ef9a-1f13-4532-afde-300a09aa3020 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837567 Oct 28 12:26:00.382460 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee1be39-2573-4a6e-aa44-b3788989968b {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:26:00.389904 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.402696 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Transition to ACTIVE for port object fee1be39-2573-4a6e-aa44-b3788989968b will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:26:00.408237 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.460805 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:00.558878 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Attempting to bind port fee1be39-2573-4a6e-aa44-b3788989968b on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:26:00.559205 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Attempting to bind port fee1be39-2573-4a6e-aa44-b3788989968b by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:26:00.559838 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Attempting to bind port fee1be39-2573-4a6e-aa44-b3788989968b on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:26:00.565530 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Port fee1be39-2573-4a6e-aa44-b3788989968b on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:26:00.566383 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Attempting to bind port fee1be39-2573-4a6e-aa44-b3788989968b on network 0274befd-d9a1-4ff6-a2b6-a21e079de445 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:26:00.576537 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:26:00.577084 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Checking segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:26:00.577573 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Bound using segment: {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:26:00.578132 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Bound port: fee1be39-2573-4a6e-aa44-b3788989968b, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62378dac-6380-4015-aced-defad14688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:26:00.579157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.669968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:26:00.673795 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fee1be39-2573-4a6e-aa44-b3788989968b,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:26:00.679229 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.722454 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:00.723130 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.724521 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] 10.222.0.107 "PUT /v2.0/ports/fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 1093 time: 0.8730714 Oct 28 12:26:00.724968 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:00.728769 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525" -d '{"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:00.776784 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddba529-ce9b-4ab6-b71f-dd650d47b8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:00.799181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e4608-683d-464e-855e-118640dbdac4 x-openstack-request-id: req-fb7e4608-683d-464e-855e-118640dbdac4 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:00.799181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:00.799181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb7e4608-683d-464e-855e-118640dbdac4 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:00.799181 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'status': 'completed', 'code': 200} Oct 28 12:26:00.838910 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-bd814779-84e5-485b-9b9c-8aebd2155a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:00.840425 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-bd814779-84e5-485b-9b9c-8aebd2155a69 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1096 time: 0.0529242 Oct 28 12:26:00.893601 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-430fc8b0-9525-4557-a373-b0dd0cc839da service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 217 time: 0.0431943 Oct 28 12:26:00.964397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-60fec797-3921-4739-8a63-eef5bc27f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:00.965868 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-60fec797-3921-4739-8a63-eef5bc27f681 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0614765 Oct 28 12:26:01.023287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-8411dd44-488a-4c79-bf5f-04330dabe96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.024893 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-8411dd44-488a-4c79-bf5f-04330dabe96d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492733 Oct 28 12:26:01.126899 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-8743c16a-ec62-4e49-89c0-a3d82285f1a8 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Oct 28 12:26:01.230848 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-26a461bb-5a72-4654-8712-ad9e026c5403 req-815f0477-c883-489c-b770-65d51c6e8ae0 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975425 Oct 28 12:26:01.330589 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-8d848253-b0ff-4080-b89d-2e4151ac36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.332086 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-8d848253-b0ff-4080-b89d-2e4151ac36e3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1096 time: 0.0466075 Oct 28 12:26:01.441282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8925a-884f-470c-923d-2e31adfd68c7 req-60d9c659-1158-4c39-af79-4f7a4059e67f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.442869 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d4d8925a-884f-470c-923d-2e31adfd68c7 req-60d9c659-1158-4c39-af79-4f7a4059e67f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.1072924 Oct 28 12:26:01.489355 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-26e1c0d4-41a1-4c65-9110-d480b91735ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.490872 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-26e1c0d4-41a1-4c65-9110-d480b91735ea service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.1455901 Oct 28 12:26:01.516468 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d4d8925a-884f-470c-923d-2e31adfd68c7 req-b7c34dba-2760-418e-b66f-045ba52f20a1 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657654 Oct 28 12:26:01.544410 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-a0f072a7-1137-43d6-8d00-8de0cf27cc81 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 217 time: 0.0459812 Oct 28 12:26:01.602667 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-e133b08d-0940-49f8-b350-7097bb44b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.605186 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-e133b08d-0940-49f8-b350-7097bb44b6c0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0532389 Oct 28 12:26:01.668734 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-747cd664-4b00-478b-a27e-0d5151703de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:01.670242 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-747cd664-4b00-478b-a27e-0d5151703de8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575190 Oct 28 12:26:01.771984 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-f98d36ea-4791-45fb-93f2-a11e6306f1cb service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946550 Oct 28 12:26:01.878386 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-0edd9465-fdf2-4c1d-bd1c-be9a0bf86525 req-758d9a12-e4b2-46d4-b2a3-05b60a8a1407 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996850 Oct 28 12:26:02.638785 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818e3a0-df7a-44a4-82e4-b5d6a266e169 req-42a6d46b-0cdb-44f4-8e75-d8f061f1f9a4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:02.640279 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e818e3a0-df7a-44a4-82e4-b5d6a266e169 req-42a6d46b-0cdb-44f4-8e75-d8f061f1f9a4 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0506284 Oct 28 12:26:02.684638 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e818e3a0-df7a-44a4-82e4-b5d6a266e169 req-df3ba31d-40c4-4655-a94b-24a0d3d40bdf tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Oct 28 12:26:03.369370 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-d41b6256-fa1e-42ad-8cd5-889e7b12cb6d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:03.370745 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-d41b6256-fa1e-42ad-8cd5-889e7b12cb6d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 815 time: 0.1024094 Oct 28 12:26:03.385096 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-bdb0e089-d5de-4146-b07a-106a92a9b7cd tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/quotas/e50130a23a874c80924d4a3b729798ef HTTP/1.1" status: 200 len: 375 time: 0.0086362 Oct 28 12:26:03.434512 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-81f85a06-631c-4f3c-a07d-0cf8d37f6d5c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442069 Oct 28 12:26:03.529074 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-affcaf4b-bf0a-4a1c-9131-ac4b2131491a service neutron] 10.222.0.37 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Oct 28 12:26:03.616690 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-8653211f-8838-4cb1-9739-4b2ce6efc1ca service neutron] 10.222.0.37 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815921 Oct 28 12:26:03.785312 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f4a88ef6-e3cf-4ada-ae4f-25bf3a9fd8eb req-f3f0c222-7714-4cf4-b44b-344adc4e99af tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 210 time: 0.0284965 Oct 28 12:26:03.826286 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716d78-6e6e-45f0-a488-17027ced14b8 req-c88e5ea9-30fe-4ddf-b403-d82d79890056 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:03.827971 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f1716d78-6e6e-45f0-a488-17027ced14b8 req-c88e5ea9-30fe-4ddf-b403-d82d79890056 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0543358 Oct 28 12:26:03.870236 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f1716d78-6e6e-45f0-a488-17027ced14b8 req-7a2d5e8c-14cf-4c35-ac77-16c278b51f0a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353620 Oct 28 12:26:04.740604 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-3be2e02e-e7eb-4069-8467-f94f47af2a23 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:04.742067 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-3be2e02e-e7eb-4069-8467-f94f47af2a23 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 815 time: 0.1082070 Oct 28 12:26:04.755820 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'port': {'device_id': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'admin_state_up': True, 'tenant_id': 'e50130a23a874c80924d4a3b729798ef'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:04.868292 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Made reservation on behalf of e50130a23a874c80924d4a3b729798ef for: {'port': 1} {{(pid=101494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:26:04.873883 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:04.889083 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c0e74cc8-d925-4edd-9fd1-b0eba1cca9f3 req-c59d1924-9bb4-4232-80af-84f9acdecbd3 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 210 time: 0.0368581 Oct 28 12:26:05.044600 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92de5-d2cc-497d-8043-dfe063f69f2c req-03dffb84-62a8-4c53-9c2d-0a25ffb8169e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:05.046145 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6be92de5-d2cc-497d-8043-dfe063f69f2c req-03dffb84-62a8-4c53-9c2d-0a25ffb8169e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0960162 Oct 28 12:26:05.047400 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Allocated IP 172.20.0.6 (bf26eedc-9523-425a-a0db-af7aa6d28144/1d26c8a1-708b-441c-b899-ce783a772273/6791e60c-7f12-447e-910f-5ce7bf610d10) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:26:05.119328 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-6be92de5-d2cc-497d-8043-dfe063f69f2c req-40dddafe-4c8c-4c8a-b3c7-18237711e6b8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652401 Oct 28 12:26:05.271447 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:05.309290 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:05.375181 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Network bf26eedc-9523-425a-a0db-af7aa6d28144 is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:26:05.376658 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:05.379980 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:26:05.382366 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:26:05.444467 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:05.445499 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:05.465779 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5a5db729-af7c-4c8e-a3a5-abd5f0c5c14c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7137671 Oct 28 12:26:05.673234 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-5c8c9579-b23d-4d99-b237-ca0192e26b17 None None] Provisioning complete for port 6791e60c-7f12-447e-910f-5ce7bf610d10 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:05.673806 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9579-b23d-4d99-b237-ca0192e26b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:05.710272 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c9579-b23d-4d99-b237-ca0192e26b17 None None] Port 6791e60c-7f12-447e-910f-5ce7bf610d10 cannot update to ACTIVE because it is not bound. {{(pid=101495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:26:06.003513 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1620-97b6-42d0-900b-82600bc27238 req-ccad6edf-e935-47de-b1e6-27724bb6b019 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:06.005022 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-87bb1620-97b6-42d0-900b-82600bc27238 req-ccad6edf-e935-47de-b1e6-27724bb6b019 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0499110 Oct 28 12:26:06.045658 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-87bb1620-97b6-42d0-900b-82600bc27238 req-37486f8b-7f9a-4ac0-9859-40c018e40282 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Oct 28 12:26:06.259490 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12016-a5a6-42a2-b3ca-1fdd460c5eae req-402331ab-0054-47e9-9410-4a77453c9c09 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:06.261398 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a8c12016-a5a6-42a2-b3ca-1fdd460c5eae req-402331ab-0054-47e9-9410-4a77453c9c09 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0599618 Oct 28 12:26:06.302120 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a8c12016-a5a6-42a2-b3ca-1fdd460c5eae req-ecf5d403-edea-46c9-be0a-a5cd21df36c7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343251 Oct 28 12:26:07.165467 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d05b-1747-43cb-9b82-1806b4f830c8 req-aeac8a7a-f2f1-419a-b1f8-7e8e30d0dfcf tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:07.167228 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3b16d05b-1747-43cb-9b82-1806b4f830c8 req-aeac8a7a-f2f1-419a-b1f8-7e8e30d0dfcf tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0522544 Oct 28 12:26:07.205331 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3b16d05b-1747-43cb-9b82-1806b4f830c8 req-47092fb1-628e-42a4-9084-718a7dabcd32 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Oct 28 12:26:07.421203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d793b9-3bf4-4d95-9b9f-6bbac5746075 req-5b8b19bd-b849-43e0-bac2-76d5a0c98c91 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:07.423441 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e7d793b9-3bf4-4d95-9b9f-6bbac5746075 req-5b8b19bd-b849-43e0-bac2-76d5a0c98c91 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0503364 Oct 28 12:26:07.462754 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e7d793b9-3bf4-4d95-9b9f-6bbac5746075 req-540ba2fa-6290-4482-9a5a-490aeeac2312 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Oct 28 12:26:08.327766 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3109-73e1-4940-bf9c-dda7d7783dc0 req-143b8574-4c81-466a-91fd-6ecd8c5495c2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:08.329315 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0ccb3109-73e1-4940-bf9c-dda7d7783dc0 req-143b8574-4c81-466a-91fd-6ecd8c5495c2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0541790 Oct 28 12:26:08.375721 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0ccb3109-73e1-4940-bf9c-dda7d7783dc0 req-86a4337c-543d-4422-b888-0291ebff3cd2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Oct 28 12:26:08.580958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8077d-1b0c-4b31-80a9-1046f201fef1 req-6912f0cb-a9ca-4542-a3cb-c71422d8d2b8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:08.582594 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-50a8077d-1b0c-4b31-80a9-1046f201fef1 req-6912f0cb-a9ca-4542-a3cb-c71422d8d2b8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0510633 Oct 28 12:26:08.624828 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-50a8077d-1b0c-4b31-80a9-1046f201fef1 req-2a0c0f15-9897-4c43-a36b-fe7c1cee5f7e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362458 Oct 28 12:26:08.927142 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:09.494802 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc92a5-4cf3-4695-acb2-f6a8b477074a req-a4123e6e-fb3a-4762-afde-7e87aaf9e42e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:09.496314 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-90fc92a5-4cf3-4695-acb2-f6a8b477074a req-a4123e6e-fb3a-4762-afde-7e87aaf9e42e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0508029 Oct 28 12:26:09.536339 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-90fc92a5-4cf3-4695-acb2-f6a8b477074a req-a2301e53-0a3e-44db-b7ce-1b64f4f9063a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Oct 28 12:26:09.747479 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6e930-265e-4ef4-8e91-31c4b4cf474b req-7e6957cd-0134-4e50-a25d-3e47adb07b1a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:09.749054 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-65b6e930-265e-4ef4-8e91-31c4b4cf474b req-7e6957cd-0134-4e50-a25d-3e47adb07b1a tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0534220 Oct 28 12:26:09.791756 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-65b6e930-265e-4ef4-8e91-31c4b4cf474b req-72148ba7-86d3-4c61-9e6b-1146d33ffac3 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350246 Oct 28 12:26:10.651200 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf565-52fb-434e-a44e-f3da0c9cdf75 req-f192da04-8958-4343-90e4-1c342b36e266 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:10.652739 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf2cf565-52fb-434e-a44e-f3da0c9cdf75 req-f192da04-8958-4343-90e4-1c342b36e266 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0505514 Oct 28 12:26:10.691984 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-bf2cf565-52fb-434e-a44e-f3da0c9cdf75 req-ab8b0bf6-3c98-41db-9d95-2a9b61b4edf9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Oct 28 12:26:10.921769 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4bd-06ef-4d97-a6f3-5e2ae90fa435 req-6001e31e-d83d-4ee4-94d6-cd3e6f8e5867 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:10.923331 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-171cb4bd-06ef-4d97-a6f3-5e2ae90fa435 req-6001e31e-d83d-4ee4-94d6-cd3e6f8e5867 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0518250 Oct 28 12:26:10.962726 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-171cb4bd-06ef-4d97-a6f3-5e2ae90fa435 req-a21b487a-bc18-448a-81a3-5ffca2e18137 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Oct 28 12:26:11.816079 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f60ce-fab2-46ca-a78a-b1dc0e773fb8 req-c83b92c9-072a-4409-a3a0-2f57309ac47f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:11.818090 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-608f60ce-fab2-46ca-a78a-b1dc0e773fb8 req-c83b92c9-072a-4409-a3a0-2f57309ac47f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0564315 Oct 28 12:26:11.856815 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-608f60ce-fab2-46ca-a78a-b1dc0e773fb8 req-a6025c56-2044-4358-a7ba-d65562cfa560 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Oct 28 12:26:12.079784 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ba84b-301f-49ce-92c5-4057c1d47bc2 req-5ed4106c-cbc0-4367-8606-edec1e2ed7ea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:12.081310 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-913ba84b-301f-49ce-92c5-4057c1d47bc2 req-5ed4106c-cbc0-4367-8606-edec1e2ed7ea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0499270 Oct 28 12:26:12.126271 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-913ba84b-301f-49ce-92c5-4057c1d47bc2 req-feccfdb7-bb73-46de-b1b3-30bac9d1b0ea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Oct 28 12:26:12.982826 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072b09-24f3-4651-8da1-12b02d9f623e req-1be4c1f5-51f8-40e3-abfd-e7f90c6c0a16 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:12.985131 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac072b09-24f3-4651-8da1-12b02d9f623e req-1be4c1f5-51f8-40e3-abfd-e7f90c6c0a16 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0506091 Oct 28 12:26:13.026698 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ac072b09-24f3-4651-8da1-12b02d9f623e req-745ffb34-5d05-451c-8c30-6249591dfd4e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Oct 28 12:26:13.245307 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c1b5-2d8e-4dd9-98f7-ca37c14b5004 req-860ad1c9-06ae-4c74-88b8-0b1c9f980320 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:13.246924 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-56a1c1b5-2d8e-4dd9-98f7-ca37c14b5004 req-860ad1c9-06ae-4c74-88b8-0b1c9f980320 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0515535 Oct 28 12:26:13.287519 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-56a1c1b5-2d8e-4dd9-98f7-ca37c14b5004 req-d03b1f5c-42dd-4cc4-85ff-ee0faa9cd796 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343013 Oct 28 12:26:14.144044 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12642f6b-2f7c-4dd8-b8fd-c47b9f98adef req-8c5f3115-696a-415f-b15b-ba5451a5de8f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:14.145622 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-12642f6b-2f7c-4dd8-b8fd-c47b9f98adef req-8c5f3115-696a-415f-b15b-ba5451a5de8f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0536356 Oct 28 12:26:14.187674 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-12642f6b-2f7c-4dd8-b8fd-c47b9f98adef req-42471bb8-e814-40c7-99c7-d77570952567 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Oct 28 12:26:14.403884 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c4b5e-6ee3-4b9d-b4bf-e9532d43a4a9 req-1813ffb5-4559-48d9-a563-420f7c9c2561 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:14.405269 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-611c4b5e-6ee3-4b9d-b4bf-e9532d43a4a9 req-1813ffb5-4559-48d9-a563-420f7c9c2561 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0511253 Oct 28 12:26:14.445749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-611c4b5e-6ee3-4b9d-b4bf-e9532d43a4a9 req-78faddf9-5981-4b9f-ac67-6cba91dae2ca tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Oct 28 12:26:15.308035 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d8a4-944d-4bea-86aa-1354d9322709 req-3b9f1f92-0d50-4d70-be2c-cf71aae9fc1d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:15.309529 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e654d8a4-944d-4bea-86aa-1354d9322709 req-3b9f1f92-0d50-4d70-be2c-cf71aae9fc1d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0528455 Oct 28 12:26:15.348252 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e654d8a4-944d-4bea-86aa-1354d9322709 req-d3feaff3-49f0-4b32-9ed9-c72997ee39e0 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Oct 28 12:26:15.568020 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157479c8-d962-4462-a743-641a64410c00 req-6b32e00f-93d6-42af-885e-dc2265fac86e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:15.569496 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-157479c8-d962-4462-a743-641a64410c00 req-6b32e00f-93d6-42af-885e-dc2265fac86e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0554256 Oct 28 12:26:15.612705 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-157479c8-d962-4462-a743-641a64410c00 req-649d8132-f632-4934-839d-9abfba65fca8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Oct 28 12:26:15.955915 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:26:16.462918 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990f665-5435-46e7-a315-9653d2dd01dc req-5c8d76c7-0493-47ff-b87d-afa4d96b690a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:16.464384 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5990f665-5435-46e7-a315-9653d2dd01dc req-5c8d76c7-0493-47ff-b87d-afa4d96b690a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0479975 Oct 28 12:26:16.501882 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5990f665-5435-46e7-a315-9653d2dd01dc req-e5094c4c-e009-4b13-ba2d-50451953d1ab tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Oct 28 12:26:16.732338 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ed96-ec9e-48f0-839a-f2673e1fdd8d req-f182f754-d84a-416a-90fd-8956ab19bf02 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:16.733849 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-88e4ed96-ec9e-48f0-839a-f2673e1fdd8d req-f182f754-d84a-416a-90fd-8956ab19bf02 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0497212 Oct 28 12:26:16.773049 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-88e4ed96-ec9e-48f0-839a-f2673e1fdd8d req-485e30fb-dbd2-45fa-9c74-1eb9f0641461 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331323 Oct 28 12:26:17.614571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706daa8-8634-46f9-9585-5f488ed8e937 req-a768d97a-1646-4472-90a0-5a2fa9552de7 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:17.616049 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4706daa8-8634-46f9-9585-5f488ed8e937 req-a768d97a-1646-4472-90a0-5a2fa9552de7 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 931 time: 0.0474463 Oct 28 12:26:17.653741 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4706daa8-8634-46f9-9585-5f488ed8e937 req-419e9b41-db2d-4453-b095-610f78a5fd8a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Oct 28 12:26:17.858768 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Request body: {'port': {'device_id': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:17.937052 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7fa9-77a2-4271-a5d2-8c8f253807d0 req-eeed421c-ebe5-44bf-bb6f-aa1a699014da tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:17.938626 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad9b7fa9-77a2-4271-a5d2-8c8f253807d0 req-eeed421c-ebe5-44bf-bb6f-aa1a699014da tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0969303 Oct 28 12:26:17.943228 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.009134 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad9b7fa9-77a2-4271-a5d2-8c8f253807d0 req-4ac3b5a0-a99f-4a0b-a339-cacb145f8a36 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637650 Oct 28 12:26:18.228568 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6791e60c-7f12-447e-910f-5ce7bf610d10 {{(pid=101494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:26:18.235843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.248575 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.provisioning_blocks [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Transition to ACTIVE for port object 6791e60c-7f12-447e-910f-5ce7bf610d10 will not be triggered until provisioned by entity L2. {{(pid=101494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:26:18.252268 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.303730 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:18.327993 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.328344 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.328680 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.329040 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.329354 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.329666 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.329988 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.330311 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.330631 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.330977 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.331298 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.331629 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:18.386105 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Attempting to bind port 6791e60c-7f12-447e-910f-5ce7bf610d10 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:26:18.386436 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Attempting to bind port 6791e60c-7f12-447e-910f-5ce7bf610d10 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:26:18.386795 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Attempting to bind port 6791e60c-7f12-447e-910f-5ce7bf610d10 on network bf26eedc-9523-425a-a0db-af7aa6d28144 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:26:18.391613 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Port 6791e60c-7f12-447e-910f-5ce7bf610d10 on network bf26eedc-9523-425a-a0db-af7aa6d28144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:26:18.391781 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Attempting to bind port 6791e60c-7f12-447e-910f-5ce7bf610d10 on network bf26eedc-9523-425a-a0db-af7aa6d28144 {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:26:18.397370 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Checking agent: {'id': 'd22ef9ca-136b-4d2d-a00d-49b763030db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'started_at': datetime.datetime(2021, 10, 28, 12, 10, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:26:18.397704 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Checking segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:26:18.398085 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Bound using segment: {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'} {{(pid=101494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:26:18.398508 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.managers [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Bound port: 6791e60c-7f12-447e-910f-5ce7bf610d10, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd502f2c1-64af-4431-9b94-4536329e4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144'}}] {{(pid=101494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:26:18.398883 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.463333 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, cleared binding levels {{(pid=101494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:26:18.466494 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:26:18.470397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.506491 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:18.507124 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:18.508483 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] 10.222.0.107 "PUT /v2.0/ports/6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 1093 time: 0.6554992 Oct 28 12:26:18.508930 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:18.511226 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ef314-1389-4a2b-817d-9011d49a8015" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:18.538220 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015d7d-d3ae-44d1-9f73-dab2bd572bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=3']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:18.558922 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22edc8-475c-47cf-a733-51916cd0c993 x-openstack-request-id: req-ad22edc8-475c-47cf-a733-51916cd0c993 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:18.559089 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:18.559306 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad22edc8-475c-47cf-a733-51916cd0c993 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:18.559703 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:26:18.615916 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-44a32895-f98d-4acb-8625-fb3902b5bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:18.617524 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-44a32895-f98d-4acb-8625-fb3902b5bbff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1096 time: 0.0470469 Oct 28 12:26:18.664989 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-790617d4-2cb7-46f0-a83e-a2ee4675053e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 217 time: 0.0370970 Oct 28 12:26:18.719110 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-6ae45148-c178-471c-8c3f-9db36f511bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:18.721075 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-6ae45148-c178-471c-8c3f-9db36f511bd2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0479512 Oct 28 12:26:18.806219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660978-0fa7-4fe6-a2fc-3d1229737501 req-28b6a439-68be-4b72-975c-af30fa1895f2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:18.807658 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-82660978-0fa7-4fe6-a2fc-3d1229737501 req-28b6a439-68be-4b72-975c-af30fa1895f2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 943 time: 0.0808275 Oct 28 12:26:18.810219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5ea5c5a5-993c-460a-9fc6-d6822d1b0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:18.811599 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5ea5c5a5-993c-460a-9fc6-d6822d1b0276 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760396 Oct 28 12:26:18.894050 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-82660978-0fa7-4fe6-a2fc-3d1229737501 req-f295a1b3-772c-4010-af51-9765e0bdd94c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805235 Oct 28 12:26:18.926153 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-863581f8-3d30-4b7a-9399-e5cda04c23f6 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059077 Oct 28 12:26:19.017689 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a21d4f45-b30e-4a1d-bc56-3b6d9041ffbc req-5048c4ff-fff7-479e-9a85-67d079308c87 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825348 Oct 28 12:26:19.107663 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-c7d42020-d7a9-43a9-815b-630a5f04a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:19.109159 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-c7d42020-d7a9-43a9-815b-630a5f04a98c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1096 time: 0.0414591 Oct 28 12:26:19.131556 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a2c0-1e34-4647-8129-a1397547a975 req-d4f0f07a-0d9b-4d8a-ad24-836c845f7aba tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:19.133035 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7939a2c0-1e34-4647-8129-a1397547a975 req-d4f0f07a-0d9b-4d8a-ad24-836c845f7aba tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0524077 Oct 28 12:26:19.171138 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-7939a2c0-1e34-4647-8129-a1397547a975 req-a1b857d9-3990-4718-a2b0-5e3bfd59e8c8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Oct 28 12:26:19.203074 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-57ac92c9-1202-439a-99e8-b92a87e6e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:19.204533 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-57ac92c9-1202-439a-99e8-b92a87e6e098 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.0881422 Oct 28 12:26:19.246020 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-d70fb087-4144-4c16-b74e-36e95242ea06 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 217 time: 0.0343902 Oct 28 12:26:19.299077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-9396c549-5f16-49b1-8a8a-e9c25e934911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:19.300508 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-9396c549-5f16-49b1-8a8a-e9c25e934911 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0471673 Oct 28 12:26:19.344996 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-2a0a5810-514c-4887-86ba-c330209a20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:19.346350 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-2a0a5810-514c-4887-86ba-c330209a20c0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387063 Oct 28 12:26:19.433891 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-1e7b5ebd-d6bc-44ca-8856-b11a568bc35b service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801179 Oct 28 12:26:19.525043 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-ad1ef314-1389-4a2b-817d-9011d49a8015 req-fc6216f9-8f32-47c5-81e1-89415105aa3e service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839725 Oct 28 12:26:20.011269 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b24ce0-7ba1-4ae9-838c-4aeab9614e3a req-4dedf802-4489-4e2e-915a-59748f68b5cf tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:20.012774 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-65b24ce0-7ba1-4ae9-838c-4aeab9614e3a req-4dedf802-4489-4e2e-915a-59748f68b5cf tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 943 time: 0.0519302 Oct 28 12:26:20.060252 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-65b24ce0-7ba1-4ae9-838c-4aeab9614e3a req-b0df2c2e-c27e-4537-86f5-c4421dfe40b3 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Oct 28 12:26:20.292433 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bc6e-3b75-48bd-a1de-d481f058e547 req-eed05c74-9760-4e73-9737-8e064a8f270b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:20.294028 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-50e4bc6e-3b75-48bd-a1de-d481f058e547 req-eed05c74-9760-4e73-9737-8e064a8f270b tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 943 time: 0.0506854 Oct 28 12:26:20.333868 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-50e4bc6e-3b75-48bd-a1de-d481f058e547 req-b37b4b90-2af0-4f54-9035-d791e37be43f tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Oct 28 12:26:21.178476 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e0985-49ed-4e5e-b17c-c78e74d0af4c req-88b1269c-f0cf-4e8c-aa23-94e045ad525a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:21.179988 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a70e0985-49ed-4e5e-b17c-c78e74d0af4c req-88b1269c-f0cf-4e8c-aa23-94e045ad525a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 943 time: 0.0531206 Oct 28 12:26:21.219238 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a70e0985-49ed-4e5e-b17c-c78e74d0af4c req-91d2dd41-bc4a-4222-a519-831860afef03 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Oct 28 12:26:21.221119 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device fee1be39-2573-4a6e-aa44-b3788989968b details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:26:21.318670 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fee1be39-2573-4a6e-aa44-b3788989968b,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:21.329796 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'port_id': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'mac_address': 'fa:16:3e:97:85:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:26:21.367361 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:21.381765 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee1be39-2573-4a6e-aa44-b3788989968b {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:26:21.405649 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fee1be39-2573-4a6e-aa44-b3788989968b,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:21.410481 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:21.455196 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1f1ce-06e3-4761-8e5b-c18eab449bd4 req-d8b04705-b14b-4e92-9890-59c144c7f65c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:21.456577 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f6b1f1ce-06e3-4761-8e5b-c18eab449bd4 req-d8b04705-b14b-4e92-9890-59c144c7f65c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 944 time: 0.0526800 Oct 28 12:26:21.462507 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:21.469658 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.470006 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.470373 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.470721 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.471052 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.471385 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.471709 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.472031 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.472351 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.472668 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.472989 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.473341 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:21.495676 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-f6b1f1ce-06e3-4761-8e5b-c18eab449bd4 req-d606343a-b765-45b9-afe0-651126fb4b75 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Oct 28 12:26:21.840592 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['fee1be39-2573-4a6e-aa44-b3788989968b'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:26:22.001622 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-4626d2bb-3550-4276-a820-38069703f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:22.332404 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212258a3-c472-4955-8c80-b988d6a9b6f6 req-559be277-015f-4973-ba3c-3cc52f15e91b tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:22.333864 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-212258a3-c472-4955-8c80-b988d6a9b6f6 req-559be277-015f-4973-ba3c-3cc52f15e91b tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 943 time: 0.0492082 Oct 28 12:26:22.371566 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-212258a3-c472-4955-8c80-b988d6a9b6f6 req-bd620fc2-5420-4d8a-b3ae-eac0eaceaf2e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Oct 28 12:26:22.622702 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93e98c-3486-44c9-bce6-508189e3208c req-95621c7e-24ef-41f5-8a35-cac317ee2556 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:22.624210 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1a93e98c-3486-44c9-bce6-508189e3208c req-95621c7e-24ef-41f5-8a35-cac317ee2556 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 944 time: 0.0534015 Oct 28 12:26:22.664778 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-1a93e98c-3486-44c9-bce6-508189e3208c req-a59b9952-7b3a-442a-adfb-65dea08ca76c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343244 Oct 28 12:26:23.231012 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6791e60c-7f12-447e-910f-5ce7bf610d10 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=101495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:26:23.233150 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device fee1be39-2573-4a6e-aa44-b3788989968b up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:26:23.340510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port fee1be39-2573-4a6e-aa44-b3788989968b completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:26:23.349149 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port fee1be39-2573-4a6e-aa44-b3788989968b triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:23.349519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.394862 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:23.411864 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Returning: {'device': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'port_id': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'mac_address': 'fa:16:3e:97:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:26:23.484519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.487453 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2afa5f-740f-4f7b-9a02-ec5c3161c60e req-15d287e1-1079-4544-ad6b-5dd15efbefa8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:23.489491 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d2afa5f-740f-4f7b-9a02-ec5c3161c60e req-15d287e1-1079-4544-ad6b-5dd15efbefa8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 943 time: 0.0487144 Oct 28 12:26:23.500834 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.503403 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6791e60c-7f12-447e-910f-5ce7bf610d10 {{(pid=101495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:26:23.527857 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7d2afa5f-740f-4f7b-9a02-ec5c3161c60e req-1d3d65c6-4eb8-46d7-8070-fe5bd0dc48a1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Oct 28 12:26:23.537248 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:23.543497 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:23.545932 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a555e2-2a1c-49fd-a69d-e98d4ae52ddb" -d '{"events": [{"server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "name": "network-vif-plugged", "status": "completed", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:23.557116 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.563391 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fee1be39-2573-4a6e-aa44-b3788989968b,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:23.583784 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.592390 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550fbc5-e801-4be3-85e8-5191488e3412 x-openstack-request-id: req-f550fbc5-e801-4be3-85e8-5191488e3412 {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:23.592693 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "name": "network-vif-plugged", "status": "completed", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:23.592929 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f550fbc5-e801-4be3-85e8-5191488e3412 {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:23.593320 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'code': 200} Oct 28 12:26:23.613298 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=4']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:23.663246 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:23.811232 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5bb2e-fcd5-4647-983b-dec1f0a5177d req-97a118ce-9b14-4a3d-9268-3438d8414400 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:23.812610 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2ba5bb2e-fcd5-4647-983b-dec1f0a5177d req-97a118ce-9b14-4a3d-9268-3438d8414400 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0785160 Oct 28 12:26:23.836792 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e44-7b02-4baf-bfa5-4089172184dd req-c0e28829-1333-44b8-9c34-a27708c08f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:23.838235 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c938e44-7b02-4baf-bfa5-4089172184dd req-c0e28829-1333-44b8-9c34-a27708c08f79 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1098 time: 0.0664594 Oct 28 12:26:23.869439 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2ba5bb2e-fcd5-4647-983b-dec1f0a5177d req-1f93ff3c-955c-493c-beac-bdc34ff2ad41 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498261 Oct 28 12:26:23.894775 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7c938e44-7b02-4baf-bfa5-4089172184dd req-56e653b6-ea88-4661-9a76-f29634bf9258 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Oct 28 12:26:23.896038 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:26:24.513765 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-10c3becb-941c-47fd-a945-7fdb3351ab4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:24.650239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1f344-43b7-4de6-b970-88d8ebbf3d1a req-10f99d50-d9c2-496a-bb7e-42f22c47b914 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:24.652427 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-75c1f344-43b7-4de6-b970-88d8ebbf3d1a req-10f99d50-d9c2-496a-bb7e-42f22c47b914 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 944 time: 0.0510383 Oct 28 12:26:24.693206 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-75c1f344-43b7-4de6-b970-88d8ebbf3d1a req-e896c47c-081e-48b6-942e-2293afb1dfa3 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Oct 28 12:26:24.984177 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed081d-744e-4922-b806-d560dbe356dc req-72742800-9ca8-4795-a736-04aed57c3de0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:24.985751 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e2ed081d-744e-4922-b806-d560dbe356dc req-72742800-9ca8-4795-a736-04aed57c3de0 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0484126 Oct 28 12:26:25.040784 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e2ed081d-744e-4922-b806-d560dbe356dc req-6bae5748-d85d-4501-ae12-152b35b8adda tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Oct 28 12:26:25.237703 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6791e60c-7f12-447e-910f-5ce7bf610d10 up at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:26:25.286861 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning for port 6791e60c-7f12-447e-910f-5ce7bf610d10 completed by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:26:25.290605 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Provisioning complete for port 6791e60c-7f12-447e-910f-5ce7bf610d10 triggered by entity L2. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:25.291000 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:25.371504 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:25.404375 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:25.408526 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339'] for port, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:25.454660 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=5']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:25.594650 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:25.597018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c39a84408334ee57ab893ab67d49e35f9ed27dee6ed9cbab7e59a627d0c7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d852be3-329f-4693-996c-285d393a4cd9" -d '{"events": [{"server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:25.633047 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6962f-658e-43d1-97e8-ffbdc6aefdaf x-openstack-request-id: req-7ae6962f-658e-43d1-97e8-ffbdc6aefdaf {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:25.633409 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "code": 200}]} {{(pid=101495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:25.633729 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae6962f-658e-43d1-97e8-ffbdc6aefdaf {{(pid=101495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:25.634188 dv-cinder-815712-4-iscsi neutron-server[101495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'code': 200} Oct 28 12:26:25.766546 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:25.769501 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:25.870876 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ae16-c11a-4c10-b2f6-f8b06e804bd1 req-637899e8-ebc7-4017-a6cf-274efed7304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:25.870876 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2fc9ae16-c11a-4c10-b2f6-f8b06e804bd1 req-637899e8-ebc7-4017-a6cf-274efed7304f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1098 time: 0.0874300 Oct 28 12:26:25.896403 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c28d1-1ad8-4be6-8ac9-c3d7b26ff93f req-830d52d2-381f-4234-908d-4c19ff8b6e5b tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:25.897953 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-be8c28d1-1ad8-4be6-8ac9-c3d7b26ff93f req-830d52d2-381f-4234-908d-4c19ff8b6e5b tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0810776 Oct 28 12:26:25.935622 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-2fc9ae16-c11a-4c10-b2f6-f8b06e804bd1 req-a88dcd6a-9762-46a4-b249-bb3e4ea52fc1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Oct 28 12:26:25.954092 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-be8c28d1-1ad8-4be6-8ac9-c3d7b26ff93f req-6373c0ff-d8ef-4627-9b93-265632defadb tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Oct 28 12:26:26.161795 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a11fa-97ab-4032-9d5e-5770b4344f2a req-dba99260-6d5c-4287-9d81-5776abed9954 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:26.163344 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4c4a11fa-97ab-4032-9d5e-5770b4344f2a req-dba99260-6d5c-4287-9d81-5776abed9954 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0493562 Oct 28 12:26:26.201889 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4c4a11fa-97ab-4032-9d5e-5770b4344f2a req-0bb61ac1-f70d-4dd2-8662-38e862244dbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Oct 28 12:26:26.319533 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a696-ff16-4d19-b6cf-49eae6c015f7 req-9a8bab7c-5a4e-41f8-9728-140d6af2528e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:26.321013 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-da24a696-ff16-4d19-b6cf-49eae6c015f7 req-9a8bab7c-5a4e-41f8-9728-140d6af2528e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0505123 Oct 28 12:26:26.358578 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-da24a696-ff16-4d19-b6cf-49eae6c015f7 req-70530561-93cf-47b8-b7b2-d3af299ac4ea tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Oct 28 12:26:26.381833 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37756) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:26.818839 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b168ae2-575a-4e75-b190-eb2bcae14954 tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:26.820305 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-6b168ae2-575a-4e75-b190-eb2bcae14954 tempest-TestVolumeBootPattern-2004156551 tempest-TestVolumeBootPattern-2004156551-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1093 time: 0.4374406 Oct 28 12:26:26.823004 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37760) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:26.827186 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'port_id': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:26.848280 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:26.945579 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.057415 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_common [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Allocated IP 172.27.2.243 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/491a4a60-9c1d-4d0e-bf6e-636dcfd601fc) {{(pid=101494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:26:27.076573 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9815-85b3-4b95-8093-b0f7a85cacab req-216d9fe3-c019-4a64-9a73-6e04ff8ed765 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:27.078260 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3fce9815-85b3-4b95-8093-b0f7a85cacab req-216d9fe3-c019-4a64-9a73-6e04ff8ed765 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0540271 Oct 28 12:26:27.169593 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.211823 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.244907 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.265567 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:26:27.269340 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.base_scheduler [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Resources bound (agent type, host, resource id): {{(pid=101494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:26:27.274157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Received port after_create {{(pid=101494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:26:27.313363 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=491a4a60-9c1d-4d0e-bf6e-636dcfd601fc,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:27.402271 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-3fce9815-85b3-4b95-8093-b0f7a85cacab req-2f2908ea-95e2-4ca0-90b3-fc7e80df38f4 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157787 Oct 28 12:26:27.688534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.761108 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.921834 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for port, precommit_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.927562 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176403014'] for port, after_update {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:27.997602 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event updated for resources: {'Port': ['ID=491a4a60-9c1d-4d0e-bf6e-636dcfd601fc,revision_number=2']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:28.007080 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:28.108710 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 96474c70-49e7-46f1-a613-957b2e4accf8 associated. External IP: 172.27.2.243, port: fee1be39-2573-4a6e-aa44-b3788989968b. Oct 28 12:26:28.323100 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:26:28.439011 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:26:28.453770 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:26:28.464964 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:28.467844 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:26:28.468607 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:26:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:28.494901 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-a06ec925-bc90-43f3-a4e7-43bc3577efbe tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6708279 Oct 28 12:26:28.495515 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:28.497895 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788d57b-ebfe-409b-9f0b-d54a30253ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:28.538847 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3ab3d-3561-439b-bf9c-8eb63b4dcec5 x-openstack-request-id: req-38f3ab3d-3561-439b-bf9c-8eb63b4dcec5 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:28.539130 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:28.539379 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38f3ab3d-3561-439b-bf9c-8eb63b4dcec5 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:28.539765 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'status': 'completed', 'code': 200} Oct 28 12:26:28.566138 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33748-90d4-433c-8e6e-5d2d847dc6da req-998cd50f-2ef3-44c3-8461-a14f207d52ff tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.568375 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8fb33748-90d4-433c-8e6e-5d2d847dc6da req-998cd50f-2ef3-44c3-8461-a14f207d52ff tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0607679 Oct 28 12:26:28.622513 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:26:28.632939 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8fb33748-90d4-433c-8e6e-5d2d847dc6da req-ddf61c2a-a505-423d-989c-1892a42fac09 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545897 Oct 28 12:26:28.637907 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-00f7aed0-868f-42aa-98fc-2d1ef5a3a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.639426 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-00f7aed0-868f-42aa-98fc-2d1ef5a3a762 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1098 time: 0.0701492 Oct 28 12:26:28.745045 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-e801f9a9-ab49-45d6-b762-8571b7a08c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.746575 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-e801f9a9-ab49-45d6-b762-8571b7a08c57 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.1005516 Oct 28 12:26:28.758576 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0e825-8099-405a-8270-3315e36141b3 req-67f38876-c76c-4c1b-8476-d78266e3172e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.760153 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e1f0e825-8099-405a-8270-3315e36141b3 req-67f38876-c76c-4c1b-8476-d78266e3172e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0548546 Oct 28 12:26:28.800153 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e1f0e825-8099-405a-8270-3315e36141b3 req-2ad178e8-1463-4111-afc4-91077d089e42 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Oct 28 12:26:28.819155 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-d68d8381-7fce-4baf-bbf7-2438c620cba0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 999 time: 0.0658736 Oct 28 12:26:28.873196 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-2a9daba3-9549-40d4-8b60-1f22a33248fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.874874 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-2a9daba3-9549-40d4-8b60-1f22a33248fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0488334 Oct 28 12:26:28.893524 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}, {'id': '96474c70-49e7-46f1-a613-957b2e4accf8', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:97:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:27Z', 'updated_at': '2021-10-28T12:26:27Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:28.925300 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:26:28.930337 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-b6587198-085b-4bb2-82c8-8da3f1e0c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:28.932093 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-b6587198-085b-4bb2-82c8-8da3f1e0c469 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492520 Oct 28 12:26:28.934556 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:26:28.935192 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:26:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:29.037091 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-008f9541-4d0e-4bf2-9511-24503e0ac9ba service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954411 Oct 28 12:26:29.047514 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:26:29.138940 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e788d57b-ebfe-409b-9f0b-d54a30253ef5 req-0fd8edb5-37be-4c05-b340-1b4e6455bbfb service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938365 Oct 28 12:26:29.148862 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166ca1c-495e-4111-8ca2-17ce5a7d7f0d req-0ac7296c-70e6-4eb3-ae20-394a5ab0d965 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:29.150636 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c166ca1c-495e-4111-8ca2-17ce5a7d7f0d req-0ac7296c-70e6-4eb3-ae20-394a5ab0d965 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0583701 Oct 28 12:26:29.196913 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-c166ca1c-495e-4111-8ca2-17ce5a7d7f0d req-77142ff8-3a1d-45df-8317-c3f6cd93cda9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Oct 28 12:26:29.290181 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}, {'id': '96474c70-49e7-46f1-a613-957b2e4accf8', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:97:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:27Z', 'updated_at': '2021-10-28T12:26:27Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:29.319989 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768003-72a6-4d70-9ba4-8a029a57a2c9 None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}, {'id': '96474c70-49e7-46f1-a613-957b2e4accf8', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:97:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:27Z', 'updated_at': '2021-10-28T12:26:27Z', 'revision_number': 0, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:26:29.539702 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a2842-399c-4687-a741-e70b3278840a None None] New status for floating IP 96474c70-49e7-46f1-a613-957b2e4accf8: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:26:38.569770 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f34653-c70d-4495-8329-17f5eda599d9 req-ae0e12c3-1684-47dc-850d-d2a6051f4f6e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:38.571265 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a2f34653-c70d-4495-8329-17f5eda599d9 req-ae0e12c3-1684-47dc-850d-d2a6051f4f6e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0522926 Oct 28 12:26:38.608030 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-a2f34653-c70d-4495-8329-17f5eda599d9 req-a61b9581-b821-443e-b4b2-b7dba3a9b708 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Oct 28 12:26:38.629750 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37822) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:38.714635 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c1361-ddc2-4eda-b9e2-1447e89a3503 tempest-TestMinimumBasicScenario-1972632098 tempest-TestMinimumBasicScenario-1972632098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:38.717320 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-170c1361-ddc2-4eda-b9e2-1447e89a3503 tempest-TestMinimumBasicScenario-1972632098 tempest-TestMinimumBasicScenario-1972632098-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1093 time: 0.0863965 Oct 28 12:26:38.719465 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37826) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:38.724716 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'floatingip': {'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'port_id': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:38.747309 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for floatingip, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:38.844070 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:38.931153 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:38.946283 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_common [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Allocated IP 172.27.2.68 (65063794-926d-4e35-8180-5133091f232d/582ca937-77ba-4780-8645-6d1c17a4d77f/62dc2e28-21d7-455d-bcf6-5c9b54eb1aef) {{(pid=101493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:26:39.048422 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for port, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.081170 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770322995303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.120827 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Network 65063794-926d-4e35-8180-5133091f232d is already hosted by enough agents. {{(pid=101493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:26:39.123775 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.base_scheduler [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Resources bound (agent type, host, resource id): {{(pid=101493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:26:39.127201 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Received port after_create {{(pid=101493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:26:39.149006 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'Port': ['ID=62dc2e28-21d7-455d-bcf6-5c9b54eb1aef,revision_number=1']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:39.162122 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.162470 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.162932 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.163268 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.163598 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.163922 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.164246 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.164569 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.164890 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.165208 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.165529 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.165846 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:26:39.475694 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.538539 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.686304 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.690845 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.759385 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'Port': ['ID=62dc2e28-21d7-455d-bcf6-5c9b54eb1aef,revision_number=2']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:39.771483 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-17179844405'] for floatingip, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:39.870815 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Floating IP e8340f6f-fcc2-4176-ad0c-8f9f5302e247 associated. External IP: 172.27.2.68, port: 6791e60c-7f12-447e-910f-5ce7bf610d10. Oct 28 12:26:40.071369 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Router 55001d28-fbd7-4716-9ced-cc193060b2bf has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:26:40.179524 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:26:40.188888 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Sync routers for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:26:40.196703 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.199614 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:26:40.200222 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:26:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:40.224383 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-b99e08f4-909a-4493-9f20-d391ec203e5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5038233 Oct 28 12:26:40.224982 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:40.227193 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37828) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.227693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2397c2f-8394-4e0c-9885-10c57494a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:40.231920 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988616771', 'description': 'tempest-secgroup-smoke-1988616771 description', 'project_id': 'e50130a23a874c80924d4a3b729798ef'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:40.259629 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.314667 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:26:40.331696 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.337179 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.367879 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21434db0-0a82-4316-9754-f480353ae6be,revision_number=1']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:40.380863 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.384865 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0ce794c0-e284-4b6e-96bc-7072d6f4e87d tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539452 Oct 28 12:26:40.385101 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37834) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.389702 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.v2.base [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:40.421975 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.432588 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a39c08-d6ef-4433-b419-d3f6230b20a0 x-openstack-request-id: req-06a39c08-d6ef-4433-b419-d3f6230b20a0 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:40.432852 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:40.433101 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06a39c08-d6ef-4433-b419-d3f6230b20a0 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:40.433501 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:26:40.509407 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.516570 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.537114 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-9444ddd5-e50e-445a-b1b7-9ab9bdcda95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:40.538622 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-9444ddd5-e50e-445a-b1b7-9ab9bdcda95d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1098 time: 0.0679691 Oct 28 12:26:40.541426 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97109997-92bd-4e85-a7b3-d7dabb6f6180,revision_number=0']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:40.558225 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'e8340f6f-fcc2-4176-ad0c-8f9f5302e247', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'port_id': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'mac_address': 'fa:16:3e:97:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:39Z', 'updated_at': '2021-10-28T12:26:39Z', 'revision_number': 0, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:40.559357 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.560513 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0556878f-57c6-4e2c-b715-6121971909be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744342 Oct 28 12:26:40.563578 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37836) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.568724 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:40.596245 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Checking router: 55001d28-fbd7-4716-9ced-cc193060b2bf for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:26:40.597217 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.606145 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:26:40.606782 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:26:24Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:40.645988 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-5cdf8fc2-0652-428f-84bf-b6e9a8cff3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:40.647875 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-5cdf8fc2-0652-428f-84bf-b6e9a8cff3ca service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.1001222 Oct 28 12:26:40.665963 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.671045 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.691564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff959854-47ec-4222-bec5-b55c4864dd56,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:40.697503 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.698604 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ace8e702-2706-4608-ad0c-f76453fe1955 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337705 Oct 28 12:26:40.701061 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37838) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.705791 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:40.725846 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-fc27096a-b866-4437-bfbd-16cdf70066f6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 998 time: 0.0639737 Oct 28 12:26:40.729846 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:26:40.733642 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.777748 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-b3b94aa0-bfc8-4742-afdb-03313a08ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:40.779248 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-b3b94aa0-bfc8-4742-afdb-03313a08ff17 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0456638 Oct 28 12:26:40.797152 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.802935 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.821383 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2334bf09-374d-49ba-9383-7d7d232b44fa,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:40.832687 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.836373 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-ec73ca7c-a5c3-4297-926f-399e909ca781 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316426 Oct 28 12:26:40.836538 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-731f8765-f51a-440e-a75d-b816df49975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:40.836717 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37840) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.837585 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-731f8765-f51a-440e-a75d-b816df49975d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509501 Oct 28 12:26:40.841344 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:40.870769 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.939251 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.943248 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.949437 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-f66ee2cd-c745-4fd5-8724-351941b9c436 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021698 Oct 28 12:26:40.962131 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435e1885-dcb3-46d9-9217-fdaa27e5a355,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:40.975559 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:40.979262 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-50104097-0aed-4cf4-a427-b56065c8da74 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391282 Oct 28 12:26:40.981361 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37842) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:40.986274 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:41.008845 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.securitygroups_db [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Project e50130a23a874c80924d4a3b729798ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:26:41.013810 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.058210 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-d2397c2f-8394-4e0c-9885-10c57494a80e req-4e6a3014-d8ca-4d30-a85f-f8064344bdb0 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007347 Oct 28 12:26:41.086633 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.091167 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.109380 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'e8340f6f-fcc2-4176-ad0c-8f9f5302e247', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'port_id': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'mac_address': 'fa:16:3e:97:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:39Z', 'updated_at': '2021-10-28T12:26:39Z', 'revision_number': 0, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:26:41.110484 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d300b52c-4f79-47ef-b593-3d4fc2012f3a,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:41.118887 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.120087 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-7055ad96-c95c-49da-935f-34e8458da49a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375608 Oct 28 12:26:41.122825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37844) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:26:41.127155 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'security_group_rule': {'security_group_id': '21434db0-0a82-4316-9754-f480353ae6be', 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:41.139778 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9409aa-ef62-4b1f-86d2-8bb01ea7075b None None] The sync data for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi is: [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': 'e8340f6f-fcc2-4176-ad0c-8f9f5302e247', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'port_id': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'mac_address': 'fa:16:3e:97:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:26:39Z', 'updated_at': '2021-10-28T12:26:39Z', 'revision_number': 0, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:26:41.152023 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.securitygroups_db [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Project e50130a23a874c80924d4a3b729798ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:26:41.157752 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.220916 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.225308 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791321'] for security_group_rule, after_create {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.243107 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acd4227-b23d-4737-af02-58fbbb9942b3,revision_number=0']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:41.250651 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.251888 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-2afa0b07-b694-49c9-9366-ebe8b1407393 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281908 Oct 28 12:26:41.333710 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-f278fce7-1eed-49ed-96de-605542bf77dd tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988616771&fields=id&tenant_id=e50130a23a874c80924d4a3b729798ef HTTP/1.1" status: 200 len: 267 time: 0.0344279 Oct 28 12:26:41.345508 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca962e-ad43-4550-a525-4c684727ffbf None None] New status for floating IP e8340f6f-fcc2-4176-ad0c-8f9f5302e247: ACTIVE {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:26:41.387531 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-f5daf8cf-d974-4ce1-8ccf-0066ff190232 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:41.389143 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-f5daf8cf-d974-4ce1-8ccf-0066ff190232 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0496399 Oct 28 12:26:41.400877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'port': {'security_groups': ['64ffbd76-eafe-476f-8551-efd0e0223486', '21434db0-0a82-4316-9754-f480353ae6be']}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:26:41.468863 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.652735 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:26:41.684358 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.689515 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.700914 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:26:41.733066 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:41.733693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:41.735148 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-94d12909-c2af-4d3f-b20c-4cc95dffb410 req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "PUT /v2.0/ports/6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 981 time: 0.3387558 Oct 28 12:26:41.762241 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3ea0c-76b2-43ee-b1ec-160047efef6f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=6']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:41.815113 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:26:41.855168 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736882f-d96b-4bb3-8279-a38f79c3bf96 req-c89c65b8-3fe7-4aec-9f0c-3347b5ee9254 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:41.857454 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5736882f-d96b-4bb3-8279-a38f79c3bf96 req-c89c65b8-3fe7-4aec-9f0c-3347b5ee9254 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0602629 Oct 28 12:26:41.902212 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-5736882f-d96b-4bb3-8279-a38f79c3bf96 req-8271bd3e-000e-4d17-b2ca-1786aca1065a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377629 Oct 28 12:26:42.069638 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-0e1d8064-2b45-4476-bcf8-182f0370e8c4 None None] Provisioning complete for port 6791e60c-7f12-447e-910f-5ce7bf610d10 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:42.069912 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8064-2b45-4476-bcf8-182f0370e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:42.434421 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:26:42.436801 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:26:42.472239 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a252c-8008-44e8-971c-2c5bcb7516a9 x-openstack-request-id: req-0c9a252c-8008-44e8-971c-2c5bcb7516a9 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:26:42.472529 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:26:42.473289 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c9a252c-8008-44e8-971c-2c5bcb7516a9 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:26:42.473719 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:26:42.545103 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-692ae08c-31f5-4bc3-8898-465f459e2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:42.546468 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-692ae08c-31f5-4bc3-8898-465f459e2d87 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1137 time: 0.0413952 Oct 28 12:26:42.637489 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-80f33a17-684b-4593-a657-911fb44d32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:42.638946 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-80f33a17-684b-4593-a657-911fb44d32ff service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.0852757 Oct 28 12:26:42.710429 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-d546d5ce-f437-481a-b880-a50bfaf98975 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 1000 time: 0.0601065 Oct 28 12:26:42.765994 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-65c1dee8-109a-4dff-bed8-095e89bb9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:42.767594 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-65c1dee8-109a-4dff-bed8-095e89bb9c59 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0462353 Oct 28 12:26:42.821479 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-dd6eb3ee-5794-409b-85b6-ea990ff7dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:42.822947 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-dd6eb3ee-5794-409b-85b6-ea990ff7dcc8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408952 Oct 28 12:26:42.917960 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-5327fb16-a8b3-44e7-bc76-67185f634084 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858381 Oct 28 12:26:43.008642 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7b58edd0-14f3-423b-8e2d-e9bd02907a5c req-be82b8dc-94d3-4623-ac80-1816bfde39db service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Oct 28 12:26:46.997303 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-1bcbc1d7-f40b-4f92-a674-71acf5fd18d4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417087 Oct 28 12:26:47.089006 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-c3033dab-09e2-47b6-8b50-230713dfa97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:47.090561 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-c3033dab-09e2-47b6-8b50-230713dfa97d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1098 time: 0.0446858 Oct 28 12:26:47.195690 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-934f4241-a7e2-40e0-afe5-6e3df3a7d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:47.197136 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-934f4241-a7e2-40e0-afe5-6e3df3a7d8e1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0848665 Oct 28 12:26:47.273796 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-81af4857-6231-46f4-ba0b-2a2d9d4767c2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 1001 time: 0.0607672 Oct 28 12:26:47.325072 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-59a634c1-e58f-49e2-b720-72b8113e69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:47.326493 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-59a634c1-e58f-49e2-b720-72b8113e69fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0440588 Oct 28 12:26:47.372732 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-4f166a18-b202-4335-bafe-eec0b7883e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:26:47.374235 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-4f166a18-b202-4335-bafe-eec0b7883e45 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394120 Oct 28 12:26:47.470359 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-f5770b01-a151-4899-976a-7461d061984a service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868294 Oct 28 12:26:47.563526 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a32d27fb-3fb2-4cb3-8016-2f3c1b133593 req-ed0e0ab6-aef3-4df0-b815-386f16235207 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856743 Oct 28 12:26:51.993519 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-eb454649-bf95-4a51-b8f0-56e6fa4ef071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:52.954410 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:26:54.515622 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-aaef8328-9fdf-46b7-91b3-c9bc2709065a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:55.743534 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:55.745444 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:57.188146 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:08.945965 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:21.996010 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c846-b084-451f-bebe-7757cfd455d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:24.516454 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ff603c8e-a75c-45fb-a037-05802b98c39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:25.743868 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:25.747688 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:27.192707 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:29.953381 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:27:38.955187 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:47.985721 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-d9c09c59-0096-462d-9f25-adf19e0d88bf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449259 Oct 28 12:27:48.048226 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-06f23ed8-15df-4deb-b73b-f66f150735e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:48.049691 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-06f23ed8-15df-4deb-b73b-f66f150735e1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1098 time: 0.0405118 Oct 28 12:27:48.152617 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-0a07a0b0-7137-48c8-ac24-af442b8966d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:48.154150 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-0a07a0b0-7137-48c8-ac24-af442b8966d9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0841019 Oct 28 12:27:48.223460 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-adacb830-52a5-4b6f-9bd2-b4bf129ad4ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 1001 time: 0.0612154 Oct 28 12:27:48.274093 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-0ed38f41-9918-4a0d-86eb-dcfbfc9f4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:48.275581 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-0ed38f41-9918-4a0d-86eb-dcfbfc9f4fc5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0444632 Oct 28 12:27:48.322844 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-e27b83e0-8092-4208-aca5-37eeb313f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:48.324320 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-e27b83e0-8092-4208-aca5-37eeb313f5a9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402415 Oct 28 12:27:48.422508 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-d4b5a66e-58e1-4f3b-a9ae-c5572447a608 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892620 Oct 28 12:27:48.514882 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-21edf076-bb12-402b-b22f-e13a6dad6e57 req-ff1dac92-01a3-4176-837d-5c2aef046a69 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Oct 28 12:27:51.998146 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d282f9a5-2edb-4366-a64c-ec7357a10c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:53.208532 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492fbb-390e-4330-a775-7f3235eaa069 req-143ecd83-b021-49a6-a48b-939313160942 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:53.210147 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d7492fbb-390e-4330-a775-7f3235eaa069 req-143ecd83-b021-49a6-a48b-939313160942 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.1124659 Oct 28 12:27:53.254550 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d7492fbb-390e-4330-a775-7f3235eaa069 req-5db54266-5c3c-4828-90bb-45802a019c8c tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375030 Oct 28 12:27:53.400023 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-1fbeee3d-0ff4-4ad0-9678-ab6d3db5b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:53.402016 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-1fbeee3d-0ff4-4ad0-9678-ab6d3db5b0b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1137 time: 0.2922254 Oct 28 12:27:53.490994 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-9d064aa2-8f38-400b-bb61-e9f9174c4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:53.492455 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-9d064aa2-8f38-400b-bb61-e9f9174c4b3d service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.0829556 Oct 28 12:27:53.561049 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-719f0795-255b-49ed-a2d6-e7e89f4c0268 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 1000 time: 0.0599203 Oct 28 12:27:53.610347 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-5e3fe739-ae53-44d2-a0f4-74581e1f070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:53.611761 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-5e3fe739-ae53-44d2-a0f4-74581e1f070d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0431683 Oct 28 12:27:53.659521 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-51c4f96b-ffa3-4f63-95ea-5eec8fcc38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:53.660923 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-51c4f96b-ffa3-4f63-95ea-5eec8fcc38db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410991 Oct 28 12:27:53.755732 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-1bb9fc4b-1a87-4811-82f0-2556a02efe28 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869250 Oct 28 12:27:53.849772 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-271f9a69-c32c-4272-96f4-bcd166fd7ed9 req-67e424f3-89f5-42a1-8c2e-4d9a319e2d4e service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860100 Oct 28 12:27:54.427103 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e15ce7-dff4-4752-b996-062fd0626407 req-d675921e-8cf5-4039-a7d9-da52edcc4658 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:54.428585 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7e15ce7-dff4-4752-b996-062fd0626407 req-d675921e-8cf5-4039-a7d9-da52edcc4658 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0986371 Oct 28 12:27:54.468987 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f7e15ce7-dff4-4752-b996-062fd0626407 req-2940dbaa-e2c9-4730-bbe8-474b0d3e6f29 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337522 Oct 28 12:27:54.516974 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-85ef3069-2784-40e0-a2dd-0cbdf2ec3228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:55.583677 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94dab4-da50-4a10-b3d8-e67f00f92403 req-23a37f5c-f4cd-4d8c-836b-ab043afb9f36 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:55.585146 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ed94dab4-da50-4a10-b3d8-e67f00f92403 req-23a37f5c-f4cd-4d8c-836b-ab043afb9f36 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0490508 Oct 28 12:27:55.625474 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-ed94dab4-da50-4a10-b3d8-e67f00f92403 req-1f4ebde9-dafe-40f0-867c-19dd148756ab tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337851 Oct 28 12:27:55.747996 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:55.752846 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:56.744451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c5e74-ad7f-4e36-972d-7af15230f55c req-f7a476d8-931e-43ef-a36a-50d7a294c8ad tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:56.746622 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c19c5e74-ad7f-4e36-972d-7af15230f55c req-f7a476d8-931e-43ef-a36a-50d7a294c8ad tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0502136 Oct 28 12:27:56.785275 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c19c5e74-ad7f-4e36-972d-7af15230f55c req-cd6684a8-3780-40a4-a80c-c1bf25409e76 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325613 Oct 28 12:27:57.194066 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:57.901736 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7472-b2cd-48b2-a367-3cc9998463cf req-bf6f0dc9-62a3-4e7d-88d5-948970fe8a1a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:57.903212 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d1c7472-b2cd-48b2-a367-3cc9998463cf req-bf6f0dc9-62a3-4e7d-88d5-948970fe8a1a tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0502458 Oct 28 12:27:57.942379 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-5d1c7472-b2cd-48b2-a367-3cc9998463cf req-6c062081-73bf-4e1b-98c5-8182d202e8dc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331109 Oct 28 12:27:59.063644 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785a12d-d63e-46f5-ad71-e2c6cabd218a req-6fadadc1-4c5c-4d1b-9355-4e97bd1793a7 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:27:59.065113 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c785a12d-d63e-46f5-ad71-e2c6cabd218a req-6fadadc1-4c5c-4d1b-9355-4e97bd1793a7 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0569334 Oct 28 12:27:59.104515 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-c785a12d-d63e-46f5-ad71-e2c6cabd218a req-c77ccda3-1199-45a7-8a3b-13afcc77f0de tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333443 Oct 28 12:28:00.223147 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04996b-5fff-4672-9798-8dd234f41dcf req-89fd0294-f321-4e5b-a6d3-7ccbe44c57ab tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:00.224623 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e04996b-5fff-4672-9798-8dd234f41dcf req-89fd0294-f321-4e5b-a6d3-7ccbe44c57ab tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0528469 Oct 28 12:28:00.266345 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-4e04996b-5fff-4672-9798-8dd234f41dcf req-f528ede0-3032-4b57-a319-5a06bf5974a4 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356140 Oct 28 12:28:01.383881 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c93d9b-9135-4d46-8ed1-86792f9a5d21 req-30dc849a-b3eb-43d4-ab5e-34e7bc2509d2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:01.385381 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-13c93d9b-9135-4d46-8ed1-86792f9a5d21 req-30dc849a-b3eb-43d4-ab5e-34e7bc2509d2 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0504978 Oct 28 12:28:01.427325 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-13c93d9b-9135-4d46-8ed1-86792f9a5d21 req-9d505fb7-a17a-495e-a4db-9cf0f3988110 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357447 Oct 28 12:28:02.544723 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987e5d-9237-44ad-91f8-9227c59e4dce req-ac68d291-b339-45c1-8772-be504b4fb5f5 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:02.546208 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-55987e5d-9237-44ad-91f8-9227c59e4dce req-ac68d291-b339-45c1-8772-be504b4fb5f5 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0514457 Oct 28 12:28:02.588403 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-55987e5d-9237-44ad-91f8-9227c59e4dce req-147a88a7-82af-4891-a0cf-b977ed4dd7be tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360494 Oct 28 12:28:03.708069 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172556ec-ac11-487b-842a-6974828ba3f3 req-cf16763e-bffd-4562-826a-c6857dee2867 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:03.709557 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-172556ec-ac11-487b-842a-6974828ba3f3 req-cf16763e-bffd-4562-826a-c6857dee2867 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0507534 Oct 28 12:28:03.751469 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-172556ec-ac11-487b-842a-6974828ba3f3 req-155b2ad4-995c-4cd6-9b79-77d75c058f5e tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353017 Oct 28 12:28:04.485614 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [req-64609f32-2783-4133-88f7-45a3228f9698 req-45883111-e4eb-476d-ba75-b00634600e91 service neutron] (101493) timed out ('10.222.0.107', 50874) {{(pid=101493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:28:04.556277 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-96d2a396-3410-447e-97d3-8440d587accc req-652cd4d4-3e15-43ae-b7ef-8d1d4ce4282d service neutron] (101494) timed out ('10.222.0.107', 50839) {{(pid=101494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:28:04.872527 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa96a2-2c4b-4b1d-b9a7-103f11193de5 req-549bec6d-382d-405f-b986-989c3c6390b0 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:04.873878 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-18aa96a2-2c4b-4b1d-b9a7-103f11193de5 req-549bec6d-382d-405f-b986-989c3c6390b0 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0557182 Oct 28 12:28:04.912901 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-18aa96a2-2c4b-4b1d-b9a7-103f11193de5 req-c12c57d8-277e-4106-85f3-331e74916aad tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&id=21434db0-0a82-4316-9754-f480353ae6be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329390 Oct 28 12:28:06.952725 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:28:08.957511 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:22.001717 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-78d33828-e157-4ea1-a8f7-c97f554523d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:24.519401 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-94bd7a33-2e75-4815-be8e-5baa24e48bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:25.752557 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:25.757479 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.215091 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37928) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:26.384873 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port 491a4a60-9c1d-4d0e-bf6e-636dcfd601fc {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:26.385285 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.469762 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.470056 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.481868 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for 491a4a60-9c1d-4d0e-bf6e-636dcfd601fc owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:26.634817 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.682783 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=491a4a60-9c1d-4d0e-bf6e-636dcfd601fc,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:26.708790 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.709130 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.709465 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.709825 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.710151 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.710482 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.710831 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.711179 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.711545 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.711863 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.712248 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.712571 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:26.736691 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:26.736945 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 96474c70-49e7-46f1-a613-957b2e4accf8 disassociated (deleted). External IP: 172.27.2.243, port: fee1be39-2573-4a6e-aa44-b3788989968b. Oct 28 12:28:26.963391 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:28:27.070880 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:28:27.075626 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:27.080327 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:28:27.091251 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:27.091866 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:27.103332 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-c198c2e1-b3bb-4471-a247-3c37399effe7 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "DELETE /v2.0/floatingips/96474c70-49e7-46f1-a613-957b2e4accf8 HTTP/1.1" status: 204 len: 168 time: 0.8871152 Oct 28 12:28:27.103899 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:28:27.107084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:28:27.175358 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53015d04-60db-4c0a-b1f2-8432aa5060db x-openstack-request-id: req-53015d04-60db-4c0a-b1f2-8432aa5060db {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:28:27.175877 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:28:27.176142 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53015d04-60db-4c0a-b1f2-8432aa5060db {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:28:27.176705 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'status': 'completed', 'code': 200} Oct 28 12:28:27.277288 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:27.294957 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:27.370546 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-bb50948c-2f82-4671-a9a3-f400e2e38018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:27.374512 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-bb50948c-2f82-4671-a9a3-f400e2e38018 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 1098 time: 0.1714687 Oct 28 12:28:27.460559 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346ac14-fd21-4fd4-9e9e-409ca0e1f60b req-0f009eeb-ebe6-45a0-b858-b7ce64cf9038 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:27.462130 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0346ac14-fd21-4fd4-9e9e-409ca0e1f60b req-0f009eeb-ebe6-45a0-b858-b7ce64cf9038 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0551250 Oct 28 12:28:27.496916 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-b21ff7a2-24d3-48aa-81bf-e14660db6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:27.499121 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-b21ff7a2-24d3-48aa-81bf-e14660db6a5c service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.1161501 Oct 28 12:28:27.517205 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-0346ac14-fd21-4fd4-9e9e-409ca0e1f60b req-d727eb4a-615e-400d-b4c3-a92b3532d34e tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Oct 28 12:28:27.560383 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-65dc371d-7846-47e4-ab89-4739ced89875 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 200 len: 217 time: 0.0518928 Oct 28 12:28:27.621142 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-98976fd9-5bb4-4a48-ae18-9e2991e5dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:27.622548 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-98976fd9-5bb4-4a48-ae18-9e2991e5dfb8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0542943 Oct 28 12:28:27.668088 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:27.678617 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-e6213103-7716-40de-8c7f-40b9a6e35b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:27.680234 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-e6213103-7716-40de-8c7f-40b9a6e35b60 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488186 Oct 28 12:28:27.695804 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:28:27.704820 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:27.705434 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:27.785249 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-4b4910dd-7899-466b-923b-140eac35ba0c service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957396 Oct 28 12:28:27.906627 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94e2457e-0183-4f5d-9bf5-3fbcb327fa1d req-40296020-cd42-4b6f-9f26-8566c2414ef7 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122010 Oct 28 12:28:27.953002 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:28.207301 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:28.234825 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52647-f9c8-47b9-a3b4-c6e668c20c28 None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_floatingips': [{'id': '924da9ef-6097-48ae-8a1d-3a3298d63609', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '65063794-926d-4e35-8180-5133091f232d', 'router_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'port_id': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'mac_address': 'fa:16:3e:e4:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:23:43Z', 'updated_at': '2021-10-28T12:23:45Z', 'revision_number': 1, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:28:28.460338 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d6808-42e2-46bc-99bc-fdef10eea0ee None None] New status for floating IP 96474c70-49e7-46f1-a613-957b2e4accf8: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:28:28.652198 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee024f-7cca-48c1-aff3-5b03f0be06dc req-fe387c04-01af-4d40-8c03-b2abfe9872a8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:28.653732 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b5ee024f-7cca-48c1-aff3-5b03f0be06dc req-fe387c04-01af-4d40-8c03-b2abfe9872a8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0500741 Oct 28 12:28:28.702996 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b5ee024f-7cca-48c1-aff3-5b03f0be06dc req-73273935-e34b-4971-9175-e3f7b615cc05 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371563 Oct 28 12:28:29.189843 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-495c78ff-0112-4a2c-9ab6-a7868d1eeac6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:29.191375 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-495c78ff-0112-4a2c-9ab6-a7868d1eeac6 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 945 time: 0.0520360 Oct 28 12:28:29.286940 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port fee1be39-2573-4a6e-aa44-b3788989968b {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:29.287278 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:29.384878 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] For port fee1be39-2573-4a6e-aa44-b3788989968b, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fee1be39-2573-4a6e-aa44-b3788989968b,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:29.385305 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:29.402892 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for fee1be39-2573-4a6e-aa44-b3788989968b owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:29.548010 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:29.583618 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=fee1be39-2573-4a6e-aa44-b3788989968b,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:29.596964 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.597314 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.597686 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.598075 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.598303 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.598627 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.598980 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.599304 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.599625 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.599949 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.600283 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.600579 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:29.641079 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] No DVR routers for this DVR port fee1be39-2573-4a6e-aa44-b3788989968b on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:28:29.644203 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:29.648512 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-a65c5e1e-9377-40ef-b648-c23bf98a24c9 req-78bbd3d0-0179-41fc-9da0-4d452d34d1e2 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "DELETE /v2.0/ports/fee1be39-2573-4a6e-aa44-b3788989968b HTTP/1.1" status: 204 len: 173 time: 0.4508774 Oct 28 12:28:29.648963 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'name': 'network-vif-deleted', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:28:29.651435 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f021e76-8739-4ade-9e83-ecfadabb79bb" -d '{"events": [{"server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "name": "network-vif-deleted", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:28:29.764970 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0d8b1-b617-457a-9784-e67775398f97 x-openstack-request-id: req-78e0d8b1-b617-457a-9784-e67775398f97 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:28:29.765621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd609dc2-6004-43aa-a771-b4c659a3d27e", "name": "network-vif-deleted", "tag": "fee1be39-2573-4a6e-aa44-b3788989968b", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:28:29.765621 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78e0d8b1-b617-457a-9784-e67775398f97 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:28:29.765879 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd609dc2-6004-43aa-a771-b4c659a3d27e', 'name': 'network-vif-deleted', 'tag': 'fee1be39-2573-4a6e-aa44-b3788989968b', 'status': 'completed', 'code': 200} Oct 28 12:28:29.833464 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3a7acf58-eef8-4003-a3df-6af2def52d19 req-61493373-fba9-46a3-b32c-fef432aebc83 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd609dc2-6004-43aa-a771-b4c659a3d27e HTTP/1.1" status: 200 len: 210 time: 0.0276368 Oct 28 12:28:31.977035 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device fee1be39-2573-4a6e-aa44-b3788989968b no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:32.001443 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: fee1be39-2573-4a6e-aa44-b3788989968b {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:32.001786 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device fee1be39-2573-4a6e-aa44-b3788989968b not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:33.139885 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37968) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:33.305523 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port bb06e251-d349-4c55-8371-424bf78367c0 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:33.305855 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.379860 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.380184 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.395326 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for bb06e251-d349-4c55-8371-424bf78367c0 owned by network:floatingip {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:33.575431 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.605025 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=bb06e251-d349-4c55-8371-424bf78367c0,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:33.664282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.664556 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.db.l3_db [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Floating IP 924da9ef-6097-48ae-8a1d-3a3298d63609 disassociated (deleted). External IP: 172.27.2.129, port: 27692bcf-cac2-47f5-bc7e-a77918b203e2. Oct 28 12:28:33.875927 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:28:33.988182 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:28:33.991185 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.997931 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:28:34.013917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:34.015054 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:34.020601 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-879b0b96-e50a-488d-a8b9-41b28ec4f236 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "DELETE /v2.0/floatingips/924da9ef-6097-48ae-8a1d-3a3298d63609 HTTP/1.1" status: 204 len: 168 time: 0.8782496 Oct 28 12:28:34.020601 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:28:34.023953 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e06aa0c-f0db-416c-be0a-0a44a7cde058" -d '{"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:28:34.067668 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b50f1-22b6-4d37-9596-220fa8a783ea x-openstack-request-id: req-e40b50f1-22b6-4d37-9596-220fa8a783ea {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:28:34.068013 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:28:34.068467 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e40b50f1-22b6-4d37-9596-220fa8a783ea {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:28:34.068841 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'status': 'completed', 'code': 200} Oct 28 12:28:34.133421 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-a46e1163-1590-46fd-912a-75c25041ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:34.135072 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-a46e1163-1590-46fd-912a-75c25041ae0b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 1098 time: 0.0438824 Oct 28 12:28:34.183327 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:34.236627 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-f243055c-d658-4379-ab68-f05cd40bc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:34.238368 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-f243055c-d658-4379-ab68-f05cd40bc3d4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 200 len: 914 time: 0.0962539 Oct 28 12:28:34.283866 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-6bb5ab96-23c7-4a10-af47-e8bcc52f7665 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 200 len: 217 time: 0.0380344 Oct 28 12:28:34.322842 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4960-092b-4754-9066-dd88154ae7d8 req-e2937655-a28f-4532-bf8a-6f9605c86597 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:34.325459 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d25c4960-092b-4754-9066-dd88154ae7d8 req-e2937655-a28f-4532-bf8a-6f9605c86597 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0660861 Oct 28 12:28:34.344461 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-cf8048d2-c2bf-43cd-b73d-67706cecb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:34.346914 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-cf8048d2-c2bf-43cd-b73d-67706cecb6a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 200 len: 851 time: 0.0526364 Oct 28 12:28:34.380271 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-d25c4960-092b-4754-9066-dd88154ae7d8 req-04bfd152-ac20-490b-ad35-3efd55c729b9 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Oct 28 12:28:34.411112 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-ba15f3eb-7547-4195-9827-354c4b69d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:34.418246 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-ba15f3eb-7547-4195-9827-354c4b69d5aa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0274befd-d9a1-4ff6-a2b6-a21e079de445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582080 Oct 28 12:28:34.454522 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:34.482790 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:28:34.495486 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:34.496436 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:34.531173 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-c00129dc-65ff-4993-8c9d-88778b660409 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080616 Oct 28 12:28:34.624351 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:34.636482 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-7e06aa0c-f0db-416c-be0a-0a44a7cde058 req-8390091d-8f2b-4e40-832c-96daa9f73784 service neutron] 10.222.0.107 "GET /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968335 Oct 28 12:28:34.845766 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:34.872237 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1a295-7158-4ad0-b4c5-ae1c787ecd0c None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:02Z', 'revision_number': 4, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '15a88d72-a63a-4149-9180-d93cd78a0170', 'name': '', 'network_id': '0274befd-d9a1-4ff6-a2b6-a21e079de445', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'mac_address': 'fa:16:3e:2b:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:02Z', 'updated_at': '2021-10-28T12:20:07Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'subnets': [{'id': '2f384d32-8828-4ec5-9ee6-aceb0b12a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:28:35.115314 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10460fa-041b-4e3f-bcc8-4cf78194c321 None None] New status for floating IP 924da9ef-6097-48ae-8a1d-3a3298d63609: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:28:35.504899 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8da3d8-729f-4205-8398-1b065b9708f8 req-946012bb-2170-4432-be24-3eb2249cd92d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:35.506434 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3b8da3d8-729f-4205-8398-1b065b9708f8 req-946012bb-2170-4432-be24-3eb2249cd92d tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0488229 Oct 28 12:28:35.544630 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-3b8da3d8-729f-4205-8398-1b065b9708f8 req-7cf5bab6-8bbf-4056-8518-b9b428731b90 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/security-groups?id=88e08896-48ce-4ef8-a647-22d6b6a50e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Oct 28 12:28:35.945880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d54441-15e5-430c-aef1-92d210826fbf req-b78f0947-7379-4be9-abbf-706ca843a02c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:35.947341 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94d54441-15e5-430c-aef1-92d210826fbf req-b78f0947-7379-4be9-abbf-706ca843a02c tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 945 time: 0.0640666 Oct 28 12:28:36.040218 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port 27692bcf-cac2-47f5-bc7e-a77918b203e2 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:36.040550 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:36.135385 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] For port 27692bcf-cac2-47f5-bc7e-a77918b203e2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=27692bcf-cac2-47f5-bc7e-a77918b203e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:36.135744 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:36.152276 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for 27692bcf-cac2-47f5-bc7e-a77918b203e2 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:36.288157 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:36.318053 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=27692bcf-cac2-47f5-bc7e-a77918b203e2,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:36.364651 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] No DVR routers for this DVR port 27692bcf-cac2-47f5-bc7e-a77918b203e2 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:28:36.367061 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:36.370362 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-94d54441-15e5-430c-aef1-92d210826fbf req-6d64d81c-ef4f-4af7-939f-08e7ca380ed8 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.107 "DELETE /v2.0/ports/27692bcf-cac2-47f5-bc7e-a77918b203e2 HTTP/1.1" status: 204 len: 173 time: 0.4165390 Oct 28 12:28:36.370828 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'name': 'network-vif-deleted', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:28:36.373077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34817e47-bde7-4518-8d58-08ff9fd1173f" -d '{"events": [{"server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "name": "network-vif-deleted", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:28:36.415692 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc2c46-2b41-40d7-867a-194fefbe1e72 x-openstack-request-id: req-e5cc2c46-2b41-40d7-867a-194fefbe1e72 {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:28:36.416043 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023905f-5420-4e27-99bd-a9465bb7c9ac", "name": "network-vif-deleted", "tag": "27692bcf-cac2-47f5-bc7e-a77918b203e2", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:28:36.416391 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5cc2c46-2b41-40d7-867a-194fefbe1e72 {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:28:36.416824 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023905f-5420-4e27-99bd-a9465bb7c9ac', 'name': 'network-vif-deleted', 'tag': '27692bcf-cac2-47f5-bc7e-a77918b203e2', 'status': 'completed', 'code': 200} Oct 28 12:28:36.669240 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-8fb556bd-2a83-4a88-a89a-f4a5fae1af06 req-201d543f-cc9b-43a3-b556-0099e6f40ad1 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023905f-5420-4e27-99bd-a9465bb7c9ac HTTP/1.1" status: 200 len: 210 time: 0.0394826 Oct 28 12:28:37.738564 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 37984) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:37.864098 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Deleting port b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:37.864558 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:37.948920 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:37.949236 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:37.961164 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Calling delete_port for b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:38.094876 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:38.122722 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'Port': ['ID=b1b8cd4e-26f7-4d51-beb5-c9bb3f8f587f,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:38.185191 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:38.187992 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:38.189150 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-cfacd493-80b0-4545-9aa3-2635c4145f57 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "DELETE /v2.0/floatingips/07757652-6be1-4473-b573-5bcbaa355bae HTTP/1.1" status: 204 len: 168 time: 0.4492619 Oct 28 12:28:38.974238 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:39.425606 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 37996) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:39.497992 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:39.531655 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:39.617162 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:39.619900 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:39.621618 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] 10.222.0.37 "DELETE /v2.0/security-groups/88e08896-48ce-4ef8-a647-22d6b6a50e3a HTTP/1.1" status: 204 len: 168 time: 0.1950123 Oct 28 12:28:39.638715 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d02c8-c46d-45eb-9d2f-8d138f4247e5 tempest-TestVolumeBootPattern-1187862242 tempest-TestVolumeBootPattern-1187862242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e08896-48ce-4ef8-a647-22d6b6a50e3a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:39.705629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38000) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:39.989371 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 27692bcf-cac2-47f5-bc7e-a77918b203e2 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:40.011969 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 27692bcf-cac2-47f5-bc7e-a77918b203e2 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:40.012328 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 27692bcf-cac2-47f5-bc7e-a77918b203e2 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:40.425657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:40.695216 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Deleting port 15a88d72-a63a-4149-9180-d93cd78a0170 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:40.695495 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:40.785276 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] For port 15a88d72-a63a-4149-9180-d93cd78a0170, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=15a88d72-a63a-4149-9180-d93cd78a0170,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:40.785999 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:40.801165 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Calling delete_port for 15a88d72-a63a-4149-9180-d93cd78a0170 owned by network:router_interface {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:40.997306 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:41.032209 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a88d72-a63a-4149-9180-d93cd78a0170,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:41.249684 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:41.516785 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Router 2d9c1908-b86c-4f9a-9e45-403902b48f48 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:28:41.640783 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:28:41.648132 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-8adfa4f0-3867-496a-916b-708e0c276fa7 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d9c1908-b86c-4f9a-9e45-403902b48f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398849 Oct 28 12:28:41.649598 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38004) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:41.652073 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Sync routers for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:28:41.665718 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:41.666339 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:41.764529 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks [] for router, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:41.812810 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:41.872567 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:41.935417 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Deleting port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:41.935417 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.027570 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] For port 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:42.028134 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.030516 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:28:40Z', 'revision_number': 5, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port': {'id': '9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:42.041224 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Calling delete_port for 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf owned by network:router_gateway {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:42.064917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Checking router: 2d9c1908-b86c-4f9a-9e45-403902b48f48 for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:28:42.073799 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Routers {'2d9c1908-b86c-4f9a-9e45-403902b48f48'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:42.074383 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['2d9c1908-b86c-4f9a-9e45-403902b48f48'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:42.247950 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.291798 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Pushing event deleted for resources: {'Port': ['ID=9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:42.362903 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] Set router 2d9c1908-b86c-4f9a-9e45-403902b48f48 gateway port host: None {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:42.365685 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.430189 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:28:41Z', 'revision_number': 6, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:42.461319 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b03215-5088-4f80-93aa-87535e39243d None None] The sync data for ids ['2d9c1908-b86c-4f9a-9e45-403902b48f48'] in dv-cinder-815712-4-iscsi is: [{'id': '2d9c1908-b86c-4f9a-9e45-403902b48f48', 'name': 'tempest-TestVolumeBootPattern-1946362679-router', 'tenant_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:00Z', 'updated_at': '2021-10-28T12:28:41Z', 'revision_number': 6, 'project_id': 'cfa9219e414f4bd49dcbf215ed8d6f35', 'gw_port_host': None}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:28:42.467729 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.472678 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.534390 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.535418 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9c1908-b86c-4f9a-9e45-403902b48f48 {{(pid=101493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:28:42.543547 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] Publish callbacks [] for router, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.545806 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-4acea50f-cfe3-4edb-ae6c-e24f9f32039c admin admin] 10.222.0.37 "DELETE /v2.0/routers/2d9c1908-b86c-4f9a-9e45-403902b48f48 HTTP/1.1" status: 204 len: 168 time: 0.8944306 Oct 28 12:28:42.548535 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38006) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:42.597376 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Deleting subnet 2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 {{(pid=101493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:28:42.600683 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.640016 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17177452454'] for subnet, precommit_delete_associations {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.759575 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.825755 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176825429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17177204416'] for subnet, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.852381 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f384d32-8828-4ec5-9ee6-aceb0b12a3a5,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:42.856189 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for subnet, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:42.862980 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-efbfcec0-fef2-4c44-9e4c-a543f8991d3c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f384d32-8828-4ec5-9ee6-aceb0b12a3a5 HTTP/1.1" status: 204 len: 168 time: 0.3099420 Oct 28 12:28:42.863693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38008) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:42.875661 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb840c-b682-432d-9d0f-a17d79100293 None None] Network 0274befd-d9a1-4ff6-a2b6-a21e079de445 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:28:42.953395 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.024476 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Deleting port 73def707-801e-483c-adb0-75e68ad957e2 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:43.024644 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.089761 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] For port 73def707-801e-483c-adb0-75e68ad957e2, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=73def707-801e-483c-adb0-75e68ad957e2,segment=NetworkSegment(62378dac-6380-4015-aced-defad14688d4),segment_id=62378dac-6380-4015-aced-defad14688d4)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:43.090169 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.103417 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Calling delete_port for 73def707-801e-483c-adb0-75e68ad957e2 owned by network:dhcp {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:43.188882 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.218773 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Pushing event deleted for resources: {'Port': ['ID=73def707-801e-483c-adb0-75e68ad957e2,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:43.220693 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] No DVR routers for this DVR port 73def707-801e-483c-adb0-75e68ad957e2 on host dv-cinder-815712-4-iscsi {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:28:43.240922 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b13857-aaff-4279-9c71-43f01f4b919b None None] DHCP port deletion for 0274befd-d9a1-4ff6-a2b6-a21e079de445 request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:28:43.312614 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 15a88d72-a63a-4149-9180-d93cd78a0170 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:43.312876 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.335310 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0274befd-d9a1-4ff6-a2b6-a21e079de445']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:43.337388 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 15a88d72-a63a-4149-9180-d93cd78a0170 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:43.337735 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 15a88d72-a63a-4149-9180-d93cd78a0170 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:43.338164 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:43.346848 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62378dac-6380-4015-aced-defad14688d4') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:43.347340 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62378dac-6380-4015-aced-defad14688d4') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:43.360133 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:43.360484 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 9861dfa1-8a18-48b7-8ad4-dbca0bf0ffbf not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:43.360933 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 73def707-801e-483c-adb0-75e68ad957e2 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:43.364329 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.378637 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.382124 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 73def707-801e-483c-adb0-75e68ad957e2 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:43.382481 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 73def707-801e-483c-adb0-75e68ad957e2 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:43.393424 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:28:43.393985 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:28:43.395862 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:28:43.462524 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.469316 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.476061 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38010) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:43.477219 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0274befd-d9a1-4ff6-a2b6-a21e079de445 HTTP/1.1" status: 204 len: 168 time: 0.6116345 Oct 28 12:28:43.493456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6539ec-77f0-4674-91d8-2855e541e39f admin admin] Pushing event deleted for resources: {'Network': ['ID=0274befd-d9a1-4ff6-a2b6-a21e079de445,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:43.878663 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.953335 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:28:44.155109 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Deleting port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:44.155447 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:44.234893 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] For port 4eba7505-3f77-404c-a9bb-49f21fb5c5ee, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:44.235249 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:44.248391 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Calling delete_port for 4eba7505-3f77-404c-a9bb-49f21fb5c5ee owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:44.439961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:44.468381 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eba7505-3f77-404c-a9bb-49f21fb5c5ee,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:44.938248 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.197379 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:28:45.322581 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:28:45.331275 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-ae9fc6f1-8bc8-44d7-94ce-420aa1d4c017 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1bbbf3d-3e57-48bf-9b5d-866a5008e50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537548 Oct 28 12:28:45.334713 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38012) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:45.339059 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Sync routers for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:28:45.351435 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:45.352168 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:45.461935 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.482239 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:45.577187 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.651307 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Deleting port 1a55ebcd-0ff0-423e-8707-af3fedcc286f {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:45.652137 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.684775 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:28:44Z', 'revision_number': 5, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port': {'id': '1a55ebcd-0ff0-423e-8707-af3fedcc286f', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:20:05Z', 'updated_at': '2021-10-28T12:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:45.711920 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Checking router: d1bbbf3d-3e57-48bf-9b5d-866a5008e50a for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:28:45.721405 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Routers {'d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:28:45.721910 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:25Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:45.748213 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] For port 1a55ebcd-0ff0-423e-8707-af3fedcc286f, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=1a55ebcd-0ff0-423e-8707-af3fedcc286f,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:45.748812 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.764714 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Calling delete_port for 1a55ebcd-0ff0-423e-8707-af3fedcc286f owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:45.915386 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] Set router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a gateway port host: None {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:28:45.965974 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:45.974267 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:28:45Z', 'revision_number': 6, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:45.999725 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a55ebcd-0ff0-423e-8707-af3fedcc286f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:46.010807 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6063f12-6446-4ff3-8ffe-5c53d1df5810 None None] The sync data for ids ['d1bbbf3d-3e57-48bf-9b5d-866a5008e50a'] in dv-cinder-815712-4-iscsi is: [{'id': 'd1bbbf3d-3e57-48bf-9b5d-866a5008e50a', 'name': 'tempest-TestVolumeBootPattern-724191626-router', 'tenant_id': 'b440ab79c9fb4c5ea23c67967e313034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:20:04Z', 'updated_at': '2021-10-28T12:28:45Z', 'revision_number': 6, 'project_id': 'b440ab79c9fb4c5ea23c67967e313034', 'gw_port_host': None}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:28:46.097480 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.192448 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.194647 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.244706 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.245592 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1bbbf3d-3e57-48bf-9b5d-866a5008e50a {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:28:46.251287 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.252509 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-65633fbe-f8e7-4fc2-ae88-03693df09621 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d1bbbf3d-3e57-48bf-9b5d-866a5008e50a HTTP/1.1" status: 204 len: 168 time: 0.9164524 Oct 28 12:28:46.255425 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38014) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:46.305232 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Deleting subnet c4fad22a-4ef0-494b-88a1-9dc747e97c2e {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:28:46.308662 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.348767 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.445329 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.518283 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.547074 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fad22a-4ef0-494b-88a1-9dc747e97c2e,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:46.549078 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.553407 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-e92dd538-e816-49b4-9653-ca2e15d97453 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4fad22a-4ef0-494b-88a1-9dc747e97c2e HTTP/1.1" status: 204 len: 168 time: 0.2960908 Oct 28 12:28:46.555493 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38016) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:46.561703 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77e934-880a-4db6-bf12-f1ad2ff5e2ac None None] Network 0d1cdb17-b9ed-4170-819c-baf7e117653a requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:28:46.643082 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.712741 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Deleting port 410ab1f0-96ff-44dd-899e-c67f23af3a1c {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:46.713096 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.787041 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] For port 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=410ab1f0-96ff-44dd-899e-c67f23af3a1c,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:46.787610 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.812474 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Calling delete_port for 410ab1f0-96ff-44dd-899e-c67f23af3a1c owned by network:dhcp {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:46.816843 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] DHCP port deletion for 0d1cdb17-b9ed-4170-819c-baf7e117653a request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:28:46.889470 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Deleting port 410ab1f0-96ff-44dd-899e-c67f23af3a1c {{(pid=101495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:28:46.889844 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.942253 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.972769 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Pushing event deleted for resources: {'Port': ['ID=410ab1f0-96ff-44dd-899e-c67f23af3a1c,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:46.976475 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] No DVR routers for this DVR port 410ab1f0-96ff-44dd-899e-c67f23af3a1c on host dv-cinder-815712-4-iscsi {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:28:46.980147 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] For port 410ab1f0-96ff-44dd-899e-c67f23af3a1c, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=410ab1f0-96ff-44dd-899e-c67f23af3a1c,segment=NetworkSegment(7f7a2c15-df84-4d6a-a633-4014560ee639),segment_id=7f7a2c15-df84-4d6a-a633-4014560ee639)] {{(pid=101495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:28:46.980330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:46.998887 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Calling delete_port for 410ab1f0-96ff-44dd-899e-c67f23af3a1c owned by network:dhcp {{(pid=101495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:28:47.086054 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.104206 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312'] for port, after_delete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.112880 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1cdb17-b9ed-4170-819c-baf7e117653a']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:47.123932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7a2c15-df84-4d6a-a633-4014560ee639') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:47.124210 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7a2c15-df84-4d6a-a633-4014560ee639') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:28:47.136103 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Pushing event deleted for resources: {'Port': ['ID=410ab1f0-96ff-44dd-899e-c67f23af3a1c,revision_number=None']} {{(pid=101495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:47.137594 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.143974 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] No DVR routers for this DVR port 410ab1f0-96ff-44dd-899e-c67f23af3a1c on host dv-cinder-815712-4-iscsi {{(pid=101495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:28:47.146481 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.146862 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.147201 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.147528 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.147896 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.148224 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.148545 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.148863 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.149183 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.149497 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.162282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.162282 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c2c66-a141-4259-a49f-5c21173abbce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-4-iscsi {{(pid=101495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:28:47.174832 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.189164 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Releasing vlan 1350 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:28:47.189705 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:28:47.191700 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:28:47.232459 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4eba7505-3f77-404c-a9bb-49f21fb5c5ee no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:47.249183 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.255938 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.260726 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 4eba7505-3f77-404c-a9bb-49f21fb5c5ee {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:47.261076 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4eba7505-3f77-404c-a9bb-49f21fb5c5ee not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:47.261411 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d1cdb17-b9ed-4170-819c-baf7e117653a HTTP/1.1" status: 204 len: 168 time: 0.7046959 Oct 28 12:28:47.261529 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 410ab1f0-96ff-44dd-899e-c67f23af3a1c no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:47.281585 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc366be-2cf4-4937-892c-afd98c7de08d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1cdb17-b9ed-4170-819c-baf7e117653a,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:47.284904 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 410ab1f0-96ff-44dd-899e-c67f23af3a1c {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:47.285413 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 410ab1f0-96ff-44dd-899e-c67f23af3a1c not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:47.286112 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1a55ebcd-0ff0-423e-8707-af3fedcc286f no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:28:47.310955 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 1a55ebcd-0ff0-423e-8707-af3fedcc286f {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:28:47.311303 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 1a55ebcd-0ff0-423e-8707-af3fedcc286f not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:28:47.399769 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38020) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:47.442300 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e3dd1d12-c498-4846-b48f-61f27496121d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfa9219e414f4bd49dcbf215ed8d6f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411515 Oct 28 12:28:47.445107 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38022) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:47.503525 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.526004 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.590642 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.593266 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:47.594444 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a456621-d282-4b13-9ffd-c3275192c5bc HTTP/1.1" status: 204 len: 168 time: 0.1480627 Oct 28 12:28:47.603731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591cb66-e043-4937-a71f-c9f2eb6de575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a456621-d282-4b13-9ffd-c3275192c5bc,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:47.959939 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38028) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:48.007300 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-c2df9da7-556c-46a3-a9bc-0214091c40d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b440ab79c9fb4c5ea23c67967e313034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461202 Oct 28 12:28:48.010199 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38030) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:48.065193 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:48.087131 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:48.137856 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:48.140965 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:48.142134 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54aec881-4af0-4253-98de-33375c24536f HTTP/1.1" status: 204 len: 168 time: 0.1301482 Oct 28 12:28:48.151792 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bee25-f5c8-4ebb-9afe-d834e8cdd966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aec881-4af0-4253-98de-33375c24536f,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:28:49.009674 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-86405cf6-7607-4f34-a9a4-b70244effecd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410562 Oct 28 12:28:49.079263 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-39e42375-d949-4aa4-beae-a039659eabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:49.080902 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-39e42375-d949-4aa4-beae-a039659eabf8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1137 time: 0.0484970 Oct 28 12:28:49.200373 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-ac14198a-7717-49f1-b6f4-a8d11fcbc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:49.202107 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-ac14198a-7717-49f1-b6f4-a8d11fcbc08d service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.0971053 Oct 28 12:28:49.278411 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-660ba7b6-e1e4-4d4d-aae2-99066cf3a17b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 1000 time: 0.0673399 Oct 28 12:28:49.340570 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-41e32fa6-cfec-421d-8fe2-1ad57590267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:49.341956 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-41e32fa6-cfec-421d-8fe2-1ad57590267e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0560446 Oct 28 12:28:49.408313 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-f4908761-7168-4509-a4e0-3ffa44a7c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:28:49.409772 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-f4908761-7168-4509-a4e0-3ffa44a7c376 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603793 Oct 28 12:28:49.507730 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-086b4c71-1641-4f56-b720-5641e9e615a3 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908818 Oct 28 12:28:49.627511 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-09dadd27-44cc-43ee-a620-e0c7529fbc91 req-8b42c072-e9d7-446d-9552-899f8eb89e3a service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103940 Oct 28 12:28:52.001502 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c34e6ebc-596f-4552-8f23-d64c788fef2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:54.527784 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-344b6a65-75f7-477f-96b5-4a62f1a8ce4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:55.751427 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:55.768391 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:57.209981 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:08.344577 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-60c8ce17-78a0-433d-b052-7a894b780892 req-ba6c7671-85ba-4d9c-aef6-fc0af89c1e60 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988616771&fields=id&tenant_id=e50130a23a874c80924d4a3b729798ef HTTP/1.1" status: 200 len: 267 time: 0.0359595 Oct 28 12:29:08.412359 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8ce17-78a0-433d-b052-7a894b780892 req-36514870-5d16-4a1e-92e2-d299f7056099 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:08.413845 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-60c8ce17-78a0-433d-b052-7a894b780892 req-36514870-5d16-4a1e-92e2-d299f7056099 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 984 time: 0.0633073 Oct 28 12:29:08.428211 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.v2.base [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Request body: {'port': {'security_groups': ['64ffbd76-eafe-476f-8551-efd0e0223486']}} {{(pid=101493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:29:08.517629 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606149'] for port, before_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:08.714471 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:08.745302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for port, precommit_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:08.751759 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770323477486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770322995321', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770322995339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17176825499'] for port, after_update {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:08.764168 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:29:08.803401 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:08.804033 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:08.808618 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-60c8ce17-78a0-433d-b052-7a894b780892 req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "PUT /v2.0/ports/6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 942 time: 0.3869550 Oct 28 12:29:08.809573 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:29:08.811962 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38040) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:08.813302 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768f49b-be9c-4af9-ae97-1b967bf6856f" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:29:08.858444 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed2080-1e00-4c89-a829-7d81a9f8fffc tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event updated for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=7']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:08.893963 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa85c9e-9436-45cf-8359-51d427716d4f x-openstack-request-id: req-0aa85c9e-9436-45cf-8359-51d427716d4f {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:29:08.894199 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:29:08.894456 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aa85c9e-9436-45cf-8359-51d427716d4f {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:29:08.894829 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:29:08.919708 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:29:08.990264 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.001508 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.033514 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-5619cc82-5fe8-4f86-a926-dd090a83a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:09.035213 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-5619cc82-5fe8-4f86-a926-dd090a83a137 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1098 time: 0.1152217 Oct 28 12:29:09.037602 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.129933 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.provisioning_blocks [None req-b677d623-3abf-4239-af59-6cb2476a7fd1 None None] Provisioning complete for port 6791e60c-7f12-447e-910f-5ce7bf610d10 triggered by entity DHCP. {{(pid=101495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:29:09.130275 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-b677d623-3abf-4239-af59-6cb2476a7fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1025141'] for port, provisioning_complete {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.198125 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-382cf9cb-22f5-41b1-9e6f-a770dac1c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:09.200863 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-382cf9cb-22f5-41b1-9e6f-a770dac1c9a6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.1532700 Oct 28 12:29:09.207645 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.210377 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.211955 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "DELETE /v2.0/security-groups/21434db0-0a82-4316-9754-f480353ae6be HTTP/1.1" status: 204 len: 168 time: 0.3989875 Oct 28 12:29:09.216547 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38044) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:09.262910 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac27c-03f9-433e-880b-bca8154583b9 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21434db0-0a82-4316-9754-f480353ae6be,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:09.292507 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-e977d2a1-68e2-44ff-b4d5-e5b550b4647a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 1000 time: 0.0797849 Oct 28 12:29:09.347682 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-21dbaba2-7425-43d2-a0e3-dd4d06a66dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:09.349224 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-21dbaba2-7425-43d2-a0e3-dd4d06a66dfb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0490887 Oct 28 12:29:09.423953 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-0967f2e3-cd2f-402f-b118-4ef2a0e6a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:09.425545 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-0967f2e3-cd2f-402f-b118-4ef2a0e6a21a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579312 Oct 28 12:29:09.435731 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Deleting port 62dc2e28-21d7-455d-bcf6-5c9b54eb1aef {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:09.436537 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.522904 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-925331bc-ffdb-4862-9fee-70d1af208c8e service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892525 Oct 28 12:29:09.529146 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.529497 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.542508 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Calling delete_port for 62dc2e28-21d7-455d-bcf6-5c9b54eb1aef owned by network:floatingip {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:09.645534 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-b768f49b-be9c-4af9-ae97-1b967bf6856f req-72501eb7-b8cd-4fdf-86c2-3d3366557902 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153631 Oct 28 12:29:09.724073 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.749538 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event deleted for resources: {'Port': ['ID=62dc2e28-21d7-455d-bcf6-5c9b54eb1aef,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:09.826617 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks [] for floatingip, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:09.826925 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.db.l3_db [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Floating IP e8340f6f-fcc2-4176-ad0c-8f9f5302e247 disassociated (deleted). External IP: 172.27.2.68, port: 6791e60c-7f12-447e-910f-5ce7bf610d10. Oct 28 12:29:10.057724 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Router 55001d28-fbd7-4716-9ced-cc193060b2bf has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:29:10.432892 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:29:10.438581 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for floatingip, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:10.444981 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Sync routers for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:29:10.458274 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:10.458977 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:10.474332 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-e73c58d0-981d-48bf-86fa-db3028391be1 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "DELETE /v2.0/floatingips/e8340f6f-fcc2-4176-ad0c-8f9f5302e247 HTTP/1.1" status: 204 len: 168 time: 1.2557001 Oct 28 12:29:10.589437 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:10.845510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:10.872591 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Checking router: 55001d28-fbd7-4716-9ced-cc193060b2bf for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:29:10.882310 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:10.882968 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:10.896659 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:29:10.899901 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9dad4892816b8d6f8ae62fa6c77a365c3839d1fdaf8d0ef16e9c8dfe3b52c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b120a0-a7e9-48d0-a834-13b50b8c250a" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:29:10.944177 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d6187-e3bc-45d2-9884-22a57d2d0150 x-openstack-request-id: req-e03d6187-e3bc-45d2-9884-22a57d2d0150 {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:29:10.944468 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:29:10.944714 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e03d6187-e3bc-45d2-9884-22a57d2d0150 {{(pid=101493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:29:10.945109 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:29:11.014033 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:11.021835 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-98ae308b-1ba1-4a93-9451-0ce6e91856c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:11.023440 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-98ae308b-1ba1-4a93-9451-0ce6e91856c0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e50130a23a874c80924d4a3b729798ef&device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 1098 time: 0.0471268 Oct 28 12:29:11.130795 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-660debc5-6f4c-44e8-a55e-f589e445596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:11.132292 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-660debc5-6f4c-44e8-a55e-f589e445596f service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 200 len: 917 time: 0.0983226 Oct 28 12:29:11.179727 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-cd94592e-6b71-4349-afb6-6434df4bff5d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 200 len: 217 time: 0.0366716 Oct 28 12:29:11.247616 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-c6ccd8b3-a05a-4607-96aa-bc6c1f81e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:11.249325 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-c6ccd8b3-a05a-4607-96aa-bc6c1f81e07a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 200 len: 854 time: 0.0623786 Oct 28 12:29:11.278942 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:11.316372 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ab80-de36-48d9-9712-075b7cbeca68 None None] The sync data for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi is: [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:44Z', 'revision_number': 4, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi', '_interfaces': [{'id': '8716ae03-b6f4-4f7e-a436-cb918a09e3e7', 'name': '', 'network_id': 'bf26eedc-9523-425a-a0db-af7aa6d28144', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'mac_address': 'fa:16:3e:17:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1d26c8a1-708b-441c-b899-ce783a772273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:43Z', 'updated_at': '2021-10-28T12:25:50Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'subnets': [{'id': '1d26c8a1-708b-441c-b899-ce783a772273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:29:11.326584 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-51cc52fa-3293-433b-a529-358c23577425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:11.328459 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-51cc52fa-3293-433b-a529-358c23577425 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26eedc-9523-425a-a0db-af7aa6d28144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688922 Oct 28 12:29:11.446509 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-71ae38df-f38c-4983-afb8-a041d936cd74 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097159 Oct 28 12:29:11.571559 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-f5b120a0-a7e9-48d0-a834-13b50b8c250a req-50af3a42-7e49-45f0-ab3f-dba10e9f486a service neutron] 10.222.0.107 "GET /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176631 Oct 28 12:29:11.634527 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e177c-096b-4b77-a1fa-b697a48ebe09 None None] New status for floating IP e8340f6f-fcc2-4176-ad0c-8f9f5302e247: DOWN {{(pid=101496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:29:13.305327 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4236f-cf09-42c2-bca4-3640400b665c req-2ad68253-2b86-4a09-b07b-e91090eca004 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:13.306911 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-faf4236f-cf09-42c2-bca4-3640400b665c req-2ad68253-2b86-4a09-b07b-e91090eca004 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0547624 Oct 28 12:29:13.350203 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-faf4236f-cf09-42c2-bca4-3640400b665c req-2c959a90-1aa2-4e94-aa14-697746c79439 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Oct 28 12:29:14.467009 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5b97-dbc8-4666-a90f-14c5ee028f13 req-72bb79cc-c17a-4be7-a9ac-884050ec3519 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:14.468424 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e03a5b97-dbc8-4666-a90f-14c5ee028f13 req-72bb79cc-c17a-4be7-a9ac-884050ec3519 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0495062 Oct 28 12:29:14.506749 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-e03a5b97-dbc8-4666-a90f-14c5ee028f13 req-6b2a2102-5c0a-4808-b136-5325783480bd tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Oct 28 12:29:15.287629 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-89b0c01e-bb31-475f-91db-953537ed01a4 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:15.289101 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-89b0c01e-bb31-475f-91db-953537ed01a4 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.107 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0503285 Oct 28 12:29:15.385806 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Deleting port 6791e60c-7f12-447e-910f-5ce7bf610d10 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:15.386132 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:15.479711 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] For port 6791e60c-7f12-447e-910f-5ce7bf610d10, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6791e60c-7f12-447e-910f-5ce7bf610d10,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:15.480428 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:15.492854 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Calling delete_port for 6791e60c-7f12-447e-910f-5ce7bf610d10 owned by compute:nova {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:15.628905 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc35e7-5710-4a5b-b65d-a72b51126d30 req-0571a342-2907-4eae-b67d-eccc79df983f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:29:15.630464 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e4fc35e7-5710-4a5b-b65d-a72b51126d30 req-0571a342-2907-4eae-b67d-eccc79df983f tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/ports?device_id=e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b HTTP/1.1" status: 200 len: 945 time: 0.0550091 Oct 28 12:29:15.634178 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:15.649085 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.db [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] get_ports_and_sgs() called for port_ids ['6791e60c-7f12-447e-910f-5ce7bf610d10'] {{(pid=101495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:29:15.665773 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Pushing event deleted for resources: {'Port': ['ID=6791e60c-7f12-447e-910f-5ce7bf610d10,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:15.679246 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [req-e4fc35e7-5710-4a5b-b65d-a72b51126d30 req-45cf2679-066c-4a9f-80b7-59fad4e14abb tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ffbd76-eafe-476f-8551-efd0e0223486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Oct 28 12:29:15.711845 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] No DVR routers for this DVR port 6791e60c-7f12-447e-910f-5ce7bf610d10 on host hv-cinder-81571 {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:29:15.715397 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8932'] for port, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:15.719702 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [req-4436d4cb-7b76-47d0-931c-ca33179c38ab req-de9309c0-e8dc-433a-93df-6f0e937600a8 tempest-TestMinimumBasicScenario-1094965587 tempest-TestMinimumBasicScenario-1094965587-project] 10.222.0.107 "DELETE /v2.0/ports/6791e60c-7f12-447e-910f-5ce7bf610d10 HTTP/1.1" status: 204 len: 173 time: 0.4239421 Oct 28 12:29:15.720261 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'name': 'network-vif-deleted', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10'}] {{(pid=101494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:29:15.722623 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4b8331c3a4fbe8defc8996ef55cd87b00ecf8a61916421255ba4756f45317b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6ed2e-3839-4515-aac6-199a23fdef85" -d '{"events": [{"server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "name": "network-vif-deleted", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10"}]}' {{(pid=101494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:29:15.762451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7c4eb-cf5a-48ac-b082-720e3a9872fc x-openstack-request-id: req-8dc7c4eb-cf5a-48ac-b082-720e3a9872fc {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:29:15.762984 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b", "name": "network-vif-deleted", "tag": "6791e60c-7f12-447e-910f-5ce7bf610d10", "status": "completed", "code": 200}]} {{(pid=101494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:29:15.763355 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dc7c4eb-cf5a-48ac-b082-720e3a9872fc {{(pid=101494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:29:15.763960 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929f0d8-a27d-40c3-b2f8-c8c9f2144d4b', 'name': 'network-vif-deleted', 'tag': '6791e60c-7f12-447e-910f-5ce7bf610d10', 'status': 'completed', 'code': 200} Oct 28 12:29:17.469596 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38146) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:18.094926 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:18.255841 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6791e60c-7f12-447e-910f-5ce7bf610d10 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:18.278609 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] No Port match for: 6791e60c-7f12-447e-910f-5ce7bf610d10 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:18.278983 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Device 6791e60c-7f12-447e-910f-5ce7bf610d10 not bound to the agent host hv-cinder-81571 {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:18.375785 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Deleting port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:18.376121 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:18.461284 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] For port 8716ae03-b6f4-4f7e-a436-cb918a09e3e7, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:18.461650 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:18.475848 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Calling delete_port for 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:18.652555 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:18.678916 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8716ae03-b6f4-4f7e-a436-cb918a09e3e7,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:18.849559 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.065176 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Router 55001d28-fbd7-4716-9ced-cc193060b2bf has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:29:19.179077 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:29:19.185039 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-4ff88669-a891-4ebd-9f63-c9eae167ce72 admin admin] 10.222.0.37 "PUT /v2.0/routers/55001d28-fbd7-4716-9ced-cc193060b2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144089 Oct 28 12:29:19.187451 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38148) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:19.195968 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Sync routers for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:29:19.206229 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:19.207246 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:19.296231 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.403534 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.444779 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: dv-cinder-815712-4-iscsi {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:19.456505 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Deleting port b5665f31-4a2c-4b66-8951-2e4047b91737 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:19.456849 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.539556 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] For port b5665f31-4a2c-4b66-8951-2e4047b91737, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=b5665f31-4a2c-4b66-8951-2e4047b91737,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:19.540255 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.551711 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Calling delete_port for b5665f31-4a2c-4b66-8951-2e4047b91737 owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:19.621773 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:29:18Z', 'revision_number': 5, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port': {'id': 'b5665f31-4a2c-4b66-8951-2e4047b91737', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:19.651998 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Checking router: 55001d28-fbd7-4716-9ced-cc193060b2bf for host: dv-cinder-815712-4-iscsi {{(pid=101495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:29:19.661056 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Routers {'55001d28-fbd7-4716-9ced-cc193060b2bf'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:19.661227 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['55001d28-fbd7-4716-9ced-cc193060b2bf'], 'active': True} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:19.716799 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.742316 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5665f31-4a2c-4b66-8951-2e4047b91737,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:19.750145 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_dvr_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] Set router 55001d28-fbd7-4716-9ced-cc193060b2bf gateway port host: None {{(pid=101495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:19.802621 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.db.l3_hamode_db [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:29:19Z', 'revision_number': 6, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port_host': None}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:19.805368 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.833194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3d447-993d-4e53-b022-4f7987b14992 None None] The sync data for ids ['55001d28-fbd7-4716-9ced-cc193060b2bf'] in dv-cinder-815712-4-iscsi is: [{'id': '55001d28-fbd7-4716-9ced-cc193060b2bf', 'name': 'tempest-TestMinimumBasicScenario-1780307599-router', 'tenant_id': 'e50130a23a874c80924d4a3b729798ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:41Z', 'updated_at': '2021-10-28T12:29:19Z', 'revision_number': 6, 'project_id': 'e50130a23a874c80924d4a3b729798ef', 'gw_port_host': None}] {{(pid=101495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:29:19.897563 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.899713 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.948349 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.948788 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55001d28-fbd7-4716-9ced-cc193060b2bf {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:29:19.953290 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:19.954534 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-28f8290c-fb55-4a3e-99c7-013aa2fccc05 admin admin] 10.222.0.37 "DELETE /v2.0/routers/55001d28-fbd7-4716-9ced-cc193060b2bf HTTP/1.1" status: 204 len: 168 time: 0.7661667 Oct 28 12:29:19.956932 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38152) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:20.001479 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Deleting subnet 1d26c8a1-708b-441c-b899-ce783a772273 {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:29:20.004497 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.037633 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.116399 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.172399 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.198961 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d26c8a1-708b-441c-b899-ce783a772273,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:20.202406 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.207851 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7c7e1c49-0ea2-4e70-820e-65bd3b4b6f18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d26c8a1-708b-441c-b899-ce783a772273 HTTP/1.1" status: 204 len: 168 time: 0.2477610 Oct 28 12:29:20.208228 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.wsgi [-] (101493) accepted ('10.222.0.37', 38154) {{(pid=101493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:20.209124 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18ff41-655b-4236-a9f5-fd963ab6d593 None None] Network bf26eedc-9523-425a-a0db-af7aa6d28144 requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:29:20.283084 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.338054 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Deleting port 4b127a68-d2b6-41bb-914d-34f5c47efb41 {{(pid=101493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:20.338393 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.404847 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.db [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] For port 4b127a68-d2b6-41bb-914d-34f5c47efb41, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=4b127a68-d2b6-41bb-914d-34f5c47efb41,segment=NetworkSegment(d502f2c1-64af-4431-9b94-4536329e4b66),segment_id=d502f2c1-64af-4431-9b94-4536329e4b66)] {{(pid=101493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:20.405210 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.417955 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Calling delete_port for 4b127a68-d2b6-41bb-914d-34f5c47efb41 owned by network:dhcp {{(pid=101493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:20.499959 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176825440'] for port, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.529598 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b127a68-d2b6-41bb-914d-34f5c47efb41,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:20.533163 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] No DVR routers for this DVR port 4b127a68-d2b6-41bb-914d-34f5c47efb41 on host dv-cinder-815712-4-iscsi {{(pid=101493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:29:20.578458 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1b63e-a85c-48c8-9d37-5954f1f6ce61 None None] DHCP port deletion for bf26eedc-9523-425a-a0db-af7aa6d28144 request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:29:20.611807 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.633150 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf26eedc-9523-425a-a0db-af7aa6d28144']}} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:20.642371 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd502f2c1-64af-4431-9b94-4536329e4b66') {'for_net_delete': True} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:20.642657 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.services.segments.db [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd502f2c1-64af-4431-9b94-4536329e4b66') {} {{(pid=101493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:20.652010 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17177452511'] for segment, before_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.666760 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.673438 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=101493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:29:20.673898 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176825535'] for segment, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: Traceback (most recent call last): Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: timer() Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: cb(*args, **kw) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: return func(*args, **kwargs) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: self._notify() Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: self.callback(batched_events) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: event.method(event) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: return f(self, *a, **k) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._get(url).json() Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: return self.request(url, 'GET', **kwargs) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:29:20.675678 dv-cinder-815712-4-iscsi neutron-server[101493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:29:20.735226 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.740538 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:20.743831 dv-cinder-815712-4-iscsi neutron-server[101493]: INFO neutron.wsgi [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf26eedc-9523-425a-a0db-af7aa6d28144 HTTP/1.1" status: 204 len: 168 time: 0.5345724 Oct 28 12:29:20.747440 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38156) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:20.760606 dv-cinder-815712-4-iscsi neutron-server[101493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd0025-4298-404d-a41e-c3bf3f15516b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf26eedc-9523-425a-a0db-af7aa6d28144,revision_number=None']} {{(pid=101493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:20.952240 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:29:21.101282 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-17179843381'] for router_interface, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:21.230893 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b5665f31-4a2c-4b66-8951-2e4047b91737 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:21.252028 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: b5665f31-4a2c-4b66-8951-2e4047b91737 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:21.252360 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device b5665f31-4a2c-4b66-8951-2e4047b91737 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:21.252776 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:21.271984 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:21.272326 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 8716ae03-b6f4-4f7e-a436-cb918a09e3e7 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:21.272735 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4b127a68-d2b6-41bb-914d-34f5c47efb41 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:21.294865 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 4b127a68-d2b6-41bb-914d-34f5c47efb41 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:21.295203 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 4b127a68-d2b6-41bb-914d-34f5c47efb41 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:21.352302 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Deleting port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:21.352558 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:21.449251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] For port 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:21.449607 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:21.462006 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Calling delete_port for 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae owned by network:router_interface {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:21.644289 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:21.671872 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:21.855609 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-17179458493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-17179843545'] for router_interface, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:21.998267 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ed461095-b1a9-48c8-9a48-a497ec3d1f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:22.091056 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Router 78782bc2-4c61-41a4-9557-1728efda41b1 has already been hosted by L3 agent f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f {{(pid=101494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:29:22.196727 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] Notify agent at l3_agent.dv-cinder-815712-4-iscsi the message routers_updated {{(pid=101494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:29:22.202537 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-cb460da8-d2cf-49ee-ad67-dd8007471946 admin admin] 10.222.0.37 "PUT /v2.0/routers/78782bc2-4c61-41a4-9557-1728efda41b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539821 Oct 28 12:29:22.204982 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38158) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:22.205849 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Sync routers for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:29:22.216508 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:22.217116 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:22.309665 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks [] for router, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:22.321063 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:22.540173 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:29:21Z', 'revision_number': 5, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:22.570741 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Checking router: 78782bc2-4c61-41a4-9557-1728efda41b1 for host: dv-cinder-815712-4-iscsi {{(pid=101496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:29:22.580636 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Routers {'78782bc2-4c61-41a4-9557-1728efda41b1'} bound to L3 agent in host dv-cinder-815712-4-iscsi {{(pid=101496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:29:22.581252 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:04:24Z,description=,heartbeat_timestamp=2021-10-28T12:28:55Z,host='dv-cinder-815712-4-iscsi',id=f2b2a4fb-9f18-4bfe-8f62-d6518206ca0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:04:24Z,topic='l3_agent')) {'router_ids': ['78782bc2-4c61-41a4-9557-1728efda41b1'], 'active': True} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:22.679251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:22.701529 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_dvr_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] Set router 78782bc2-4c61-41a4-9557-1728efda41b1 gateway port host: dv-cinder-815712-4-iscsi {{(pid=101496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:29:22.741260 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Deleting port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:22.741598 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:22.829600 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] For port 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,segment=NetworkSegment(2f922a82-ac47-4dd9-bbd7-f9b13b3617fc),segment_id=2f922a82-ac47-4dd9-bbd7-f9b13b3617fc)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:22.829866 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:22.843082 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Calling delete_port for 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 owned by network:router_gateway {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:22.884348 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.l3_hamode_db [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:29:21Z', 'revision_number': 5, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}], 'dv-cinder-815712-4-iscsi', False) {} {{(pid=101496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:22.916403 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb35c0-29ed-49ef-95f3-d731a07c67b1 None None] The sync data for ids ['78782bc2-4c61-41a4-9557-1728efda41b1'] in dv-cinder-815712-4-iscsi is: [{'id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'name': 'tempest-TestMinimumBasicScenario-1148405867-router', 'tenant_id': '1fcf8507a47949588768d43c77fa364f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65063794-926d-4e35-8180-5133091f232d', 'external_fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:25:46Z', 'updated_at': '2021-10-28T12:29:21Z', 'revision_number': 5, 'project_id': '1fcf8507a47949588768d43c77fa364f', 'gw_port': {'id': '34b6cecf-8d69-4f8d-9f47-9ea60d2e1072', 'name': '', 'network_id': '65063794-926d-4e35-8180-5133091f232d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78782bc2-4c61-41a4-9557-1728efda41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:25:47Z', 'updated_at': '2021-10-28T12:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '582ca937-77ba-4780-8645-6d1c17a4d77f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-4-iscsi'}] {{(pid=101496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:29:23.026165 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.053276 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b6cecf-8d69-4f8d-9f47-9ea60d2e1072,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:23.110958 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-17179844475'] for router_gateway, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.203756 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-17179371793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128335'] for router, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.205784 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.250209 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-17179371782'] for router, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.250750 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78782bc2-4c61-41a4-9557-1728efda41b1 {{(pid=101494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:29:23.255137 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] Publish callbacks [] for router, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.256040 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-cebe9b8b-9251-4c5a-9a62-42312a469a75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/78782bc2-4c61-41a4-9557-1728efda41b1 HTTP/1.1" status: 204 len: 168 time: 1.0501385 Oct 28 12:29:23.258416 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38160) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:23.308219 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Deleting subnet 3a588511-99de-4eb5-9ccc-5cfc9ead5180 {{(pid=101494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:29:23.311647 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.349410 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17176163619'] for subnet, precommit_delete_associations {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.389304 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:23.413330 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:23.413752 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 2cc86ba7-6c09-4a1a-b686-9ecafa42d5ae not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:23.435182 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1037147'] for subnet, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.488221 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179813736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17176403080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17175805921'] for subnet, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.513371 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a588511-99de-4eb5-9ccc-5cfc9ead5180,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:23.519044 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.524389 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-0c9dc338-cff3-479b-ae6d-394e99d23194 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a588511-99de-4eb5-9ccc-5cfc9ead5180 HTTP/1.1" status: 204 len: 168 time: 0.2628286 Oct 28 12:29:23.524680 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38162) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:23.525063 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702684bc-22be-48a0-9b5b-c14234bc3a06 None None] Network 37ba3551-2129-442b-831d-5eef1cfc0f4d requested from dv-cinder-815712-4-iscsi {{(pid=101495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:29:23.604251 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-654240'] for network, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.663886 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Deleting port 75e87e1c-9c7f-4626-8dd0-b97184538890 {{(pid=101494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:29:23.664215 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770323503382'] for port, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.727305 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.db [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] For port 75e87e1c-9c7f-4626-8dd0-b97184538890, host dv-cinder-815712-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-4-iscsi',level=0,port_id=75e87e1c-9c7f-4626-8dd0-b97184538890,segment=NetworkSegment(5343fd41-0ee7-4937-81b8-7ac9b2163c38),segment_id=5343fd41-0ee7-4937-81b8-7ac9b2163c38)] {{(pid=101494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:29:23.727664 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-17179839820'] for port, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.740236 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Calling delete_port for 75e87e1c-9c7f-4626-8dd0-b97184538890 owned by network:dhcp {{(pid=101494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:29:23.820049 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770323477468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770322995312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17176403133'] for port, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.846364 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Pushing event deleted for resources: {'Port': ['ID=75e87e1c-9c7f-4626-8dd0-b97184538890,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:23.848200 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] No DVR routers for this DVR port 75e87e1c-9c7f-4626-8dd0-b97184538890 on host dv-cinder-815712-4-iscsi {{(pid=101494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:29:23.921230 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1027022', 'neutron.services.segments.db._delete_segments_for_network-8770323518814'] for network, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.942134 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba3551-2129-442b-831d-5eef1cfc0f4d']}} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:23.952210 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5343fd41-0ee7-4937-81b8-7ac9b2163c38') {'for_net_delete': True} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:23.952500 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.services.segments.db [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5343fd41-0ee7-4937-81b8-7ac9b2163c38') {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:29:23.963244 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770323519591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17176163674'] for segment, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.967738 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1eabf-a7e5-4262-964b-7b277c7c84e1 None None] DHCP port deletion for 37ba3551-2129-442b-831d-5eef1cfc0f4d request from dv-cinder-815712-4-iscsi {{(pid=101495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:29:23.984570 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642'] for segment, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.993634 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=101494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:29:23.994186 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17176403042'] for segment, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: Traceback (most recent call last): Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: timer() Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: cb(*args, **kw) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: return func(*args, **kwargs) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: self._notify() Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: self.callback(batched_events) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: event.method(event) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: return f(self, *a, **k) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._get(url).json() Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: return self.request(url, 'GET', **kwargs) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:29:23.996077 dv-cinder-815712-4-iscsi neutron-server[101494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:29:24.049180 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1027013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179840180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-17179458436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-17179844423'] for network, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.054433 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-17179458454'] for network, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.057699 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] 10.222.0.37 "DELETE /v2.0/networks/37ba3551-2129-442b-831d-5eef1cfc0f4d HTTP/1.1" status: 204 len: 168 time: 0.5320663 Oct 28 12:29:24.068791 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab13a9a-cf4d-404c-a8f9-df3def90e26f admin admin] Pushing event deleted for resources: {'Network': ['ID=37ba3551-2129-442b-831d-5eef1cfc0f4d,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:24.218274 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38166) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:24.258272 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-628b4d4c-15d7-479b-a355-3e8f4b20f219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e50130a23a874c80924d4a3b729798ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387247 Oct 28 12:29:24.260640 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38168) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:24.313021 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.334094 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.382873 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.386161 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.387396 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64ffbd76-eafe-476f-8551-efd0e0223486 HTTP/1.1" status: 204 len: 168 time: 0.1258636 Oct 28 12:29:24.395546 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021749b-ed3a-42b7-bac7-2bb8d937c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ffbd76-eafe-476f-8551-efd0e0223486,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:24.519273 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-49fc7433-c1fe-4470-ab75-4d01d727d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.705731 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38174) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:24.745280 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-11f2d77e-1cb8-4d29-8386-3879836c13ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fcf8507a47949588768d43c77fa364f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380185 Oct 28 12:29:24.747485 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [-] (101494) accepted ('10.222.0.37', 38176) {{(pid=101494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:24.796422 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.817284 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.865630 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17179791114'] for security_group, after_delete {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.868239 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:24.869986 dv-cinder-815712-4-iscsi neutron-server[101494]: INFO neutron.wsgi [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aafbbd7-97dc-408c-a736-298476582bf4 HTTP/1.1" status: 204 len: 168 time: 0.1215661 Oct 28 12:29:24.877776 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715af9-b02b-4f68-9bc5-1426711c149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aafbbd7-97dc-408c-a736-298476582bf4,revision_number=None']} {{(pid=101494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:29:25.241893 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:25.263295 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:25.263575 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 34b6cecf-8d69-4f8d-9f47-9ea60d2e1072 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:25.263932 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75e87e1c-9c7f-4626-8dd0-b97184538890 no longer exists at agent ovs-agent-dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:29:25.283170 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.plugin [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] No Port match for: 75e87e1c-9c7f-4626-8dd0-b97184538890 {{(pid=101495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:29:25.283510 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron.plugins.ml2.rpc [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Device 75e87e1c-9c7f-4626-8dd0-b97184538890 not bound to the agent host dv-cinder-815712-4-iscsi {{(pid=101495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:29:25.757896 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:25.762305 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:27.206295 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:38.971311 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:51.991142 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-50201300-5667-48ba-9bbc-42f5beaf4db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:54.521962 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5586d0f4-bc7a-493a-815f-159d58f3e667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:55.754426 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:55.764577 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:57.209202 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:57.952628 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:30:08.986446 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:21.992662 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-456179d9-14cc-41f2-915e-0bba611486c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:24.528201 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-3c48c3e9-d799-4c0a-9d6c-123226f27c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:25.762999 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:25.767210 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:27.257412 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.952572 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:30:38.986291 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.994183 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5170ac54-971e-4929-85e7-e385f8373227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.519407 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f74e-2574-4199-a82e-533cdd173ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.765253 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.770313 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.217185 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.984727 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.956191 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:31:21.996965 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-ea881f84-82a9-4840-b51f-6697c3a32232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:24.520618 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-6a67cff2-d0aa-4538-97bc-e88bbcb84ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:25.774543 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:25.778626 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.216405 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:38.982337 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.955004 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:31:51.998917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-95f66f89-badc-4eab-b0a9-6ae8b416169a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.524074 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fd564cc1-271d-4ad0-933b-732325fb77d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:55.773715 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:55.775813 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.219532 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:08.997597 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.002611 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-a28ba1ab-6bd9-4b6f-91f4-970868300ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:24.527787 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-acc118ed-3f08-48da-8add-b91527ddd7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:25.774273 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:25.776194 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:25.954006 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:32:27.265096 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.022635 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:52.005048 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-da6fbe71-7dc4-4bd7-a96e-ae3589b1766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:54.530566 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-d97079c5-1096-489e-9fda-b2f5792f7db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:55.776917 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:55.777998 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:57.227032 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:02.953081 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:33:09.058872 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:17.947097 dv-cinder-815712-4-iscsi neutron-server[101494]: DEBUG neutron.wsgi [req-8c10d7da-a523-46a8-a112-baf11744a0e4 req-519ad2ca-2bad-4584-b3be-c358215f22a6 service neutron] (101494) timed out ('10.222.0.107', 50830) {{(pid=101494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:33:22.006812 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-fa049b97-7bd9-4615-b4d0-07f53fbb65be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:24.532867 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-54cfd78f-8c81-43a4-856d-3c9143c6050b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:25.777130 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:25.778358 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:27.230155 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:39.073446 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:39.952047 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:33:52.008409 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-c7aaffb4-c1b5-4626-9aba-779b9cddde12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:54.535910 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-5d78d214-b76d-469a-8c08-dc9ad456f5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.776952 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.780113 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:57.237667 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.085587 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:16.951095 dv-cinder-815712-4-iscsi neutron-server[101496]: DEBUG neutron.db.agents_db [None req-bc22249b-2a78-4e78-8043-f559e02ff369 None None] Agent healthcheck: found 6 active agents {{(pid=101496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:34:22.016160 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6f64-c89f-47a6-9f17-1ee7a490a456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:24.537240 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-48d2b7b6-38fa-4c48-92bf-f04e596f291a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:25.776131 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-9b7188ef-e4e7-4214-ab06-9d28d7b0a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:25.779018 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-33fbdb79-e8b0-454b-9c41-6ea4677ab8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:27.267844 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-e2f87379-a58a-459a-a86c-5a64e5f825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:39.084978 dv-cinder-815712-4-iscsi neutron-server[101495]: DEBUG neutron_lib.callbacks.manager [None req-13adfd18-fb21-482a-87ab-49311c8cd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770323518796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025156'] for agent, after_update {{(pid=101495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}